[ 629.926769] env[69155]: INFO neutron.common.config [-] Logging enabled! [ 629.927131] env[69155]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.1.0.dev41 [ 629.927303] env[69155]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69155) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 629.927617] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 629.927707] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 629.928555] env[69155]: WARNING oslo_policy.policy [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 629.928808] env[69155]: WARNING oslo_policy.policy [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 629.930375] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] VMware NSXv3 Agent initialized successfully. [ 629.930736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] Acquiring lock "singleton_lock" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.930875] env[69155]: DEBUG oslo_concurrency.lockutils [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] Acquired lock "singleton_lock" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.931094] env[69155]: DEBUG oslo_concurrency.lockutils [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] Releasing lock "singleton_lock" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.931382] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] Full set of CONF: {{(pid=69155) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 629.931594] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ******************************************************************************** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 629.931715] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] Configuration options gathered from: {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 629.931973] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 629.932188] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 629.932339] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ================================================================================ {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 629.932551] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] agent_down_time = 75 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.932714] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] allow_automatic_dhcp_failover = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.932862] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] allow_bulk = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.933100] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] api_extensions_path = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.933258] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] api_paste_config = api-paste.ini {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.933406] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] auth_strategy = keystone {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.933546] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] backdoor_port = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.933671] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] backdoor_socket = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.933826] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] backlog = 4096 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.933981] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] base_mac = fa:16:3e:00:00:00 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.934163] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] bind_host = 0.0.0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.934316] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] bind_port = 9696 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.934460] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] client_socket_timeout = 900 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.934606] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] config_dir = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.934725] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.934894] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] config_source = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.935064] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] control_exchange = neutron {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.935217] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] core_plugin = ml2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.935364] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] debug = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.935509] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] default_availability_zones = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.935728] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.935876] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] dhcp_agent_notification = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.936030] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] dhcp_agents_per_network = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.936176] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] dhcp_lease_duration = 86400 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.936330] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] dhcp_load_type = networks {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.936480] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] dns_domain = openstacklocal {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.936628] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.936807] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] enable_default_route_bfd = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.937058] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] enable_default_route_ecmp = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.937164] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] enable_dvr = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.937307] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] enable_new_agents = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.937446] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.937586] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] enable_signals = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.937729] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] enable_traditional_dhcp = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.937881] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] external_dns_driver = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.938043] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] filter_validation = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.938200] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] global_physnet_mtu = 8950 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.938341] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] graceful_shutdown_timeout = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.938525] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] host = cpu-1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.938675] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] host_dvr_for_dhcp = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.938818] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] http_retries = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.938963] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] instance_format = [instance: %(uuid)s] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.939120] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.939267] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ipam_driver = internal {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.939410] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ipv6_pd_enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.939585] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] l3_ha = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.939742] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.939933] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] l3_ha_network_physical_name = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.940102] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] l3_ha_network_type = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.940419] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] log_color = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.940419] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] log_config_append = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.940535] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.940731] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] log_dir = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.940920] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] log_file = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.941059] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] log_options = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.941323] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] log_rotate_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.941420] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] log_rotate_interval_type = days {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.941572] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] log_rotation_type = none {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.941689] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.941802] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.941949] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.942107] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.942220] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.942365] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] max_dns_nameservers = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.942544] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] max_header_line = 16384 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.942681] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] max_l3_agents_per_router = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.942828] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] max_logfile_count = 30 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.942968] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] max_logfile_size_mb = 200 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.943120] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] max_subnet_host_routes = 20 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.943268] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] my_ip = 10.180.1.21 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.943412] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] my_ipv6 = ::1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.943571] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] network_auto_schedule = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.943716] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] network_link_prefix = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.943868] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.944026] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] notify_nova_on_port_data_changes = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.944179] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] notify_nova_on_port_status_changes = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.944327] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] pagination_max_limit = -1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.944471] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] publish_errors = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.944614] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] rate_limit_burst = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.944763] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] rate_limit_except_level = CRITICAL {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.944903] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] rate_limit_interval = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.945052] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] retry_until_window = 30 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.945194] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] router_distributed = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.945335] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] rpc_resources_processing_step = 20 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.945478] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] rpc_response_max_timeout = 600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.945623] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] rpc_response_timeout = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.945768] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] send_events_interval = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.945924] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] service_plugins = ['router'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.946082] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] setproctitle = on {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.946219] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] shell_completion = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.946365] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] state_path = /opt/stack/data/neutron {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.946512] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] syslog_log_facility = LOG_USER {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.946659] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] tcp_keepidle = 600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.946799] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] transport_url = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.946943] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] use_journal = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.947092] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] use_json = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.947236] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] use_ssl = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.947376] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] use_stderr = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.947521] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] use_syslog = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.947662] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] vlan_qinq = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.947802] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] vlan_transparent = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.947945] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] watch_log_file = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.948100] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] wsgi_default_pool_size = 100 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.948240] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] wsgi_keep_alive = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.948387] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.948530] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] wsgi_server_debug = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 629.948684] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_concurrency.disable_process_locking = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.948839] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.948989] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.949146] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.949296] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.949674] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.949674] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.949763] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.connection_string = messaging:// {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.949884] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.950045] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.es_doc_type = notification {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.950194] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.es_scroll_size = 10000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.950343] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.es_scroll_time = 2m {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.950487] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.filter_error_trace = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.950634] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.hmac_keys = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.950781] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.sentinel_service_name = mymaster {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.950929] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.socket_timeout = 0.1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.951080] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.trace_requests = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.951254] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler.trace_sqlalchemy = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.951375] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler_jaeger.process_tags = {} {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.951538] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler_jaeger.service_name_prefix = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.951696] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] profiler_otlp.service_name_prefix = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.951696] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.enforce_new_defaults = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.952131] env[69155]: WARNING oslo_config.cfg [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 629.952292] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.enforce_scope = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.952437] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.policy_default_rule = default {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.952631] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.952795] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.952946] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.953099] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.953241] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.953445] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.953520] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.953652] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_policy.remote_timeout = 60.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.953817] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.953969] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] agent.extensions = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.954131] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.954281] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] service_providers.service_provider = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.954432] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.default_quota = -1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.954585] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.954728] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.quota_floatingip = 50 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.954871] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.quota_network = 100 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.955016] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.quota_port = 500 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.955158] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.955299] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.quota_router = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.955436] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.quota_security_group = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.955732] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.955732] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.quota_subnet = 100 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.955855] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] QUOTAS.track_quota_usage = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.955991] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.956144] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.956283] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.956576] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.956576] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.956700] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.956864] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.956970] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_dhcp_release.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.957118] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_dhcp_release.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.957264] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.957407] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.957607] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_dhcp_release.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.957691] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.957817] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_ovs_vsctl.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.957954] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_ovs_vsctl.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.958113] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.958258] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.958394] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_ovs_vsctl.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.958540] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_namespace.capabilities = [21] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.958677] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_namespace.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.958811] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_namespace.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.958951] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.959107] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_namespace.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.959246] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_namespace.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.959391] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_conntrack.capabilities = [12] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.959526] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_conntrack.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.959699] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_conntrack.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.959796] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.959935] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.960086] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_conntrack.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.960236] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_link.capabilities = [12, 21] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.960369] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_link.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.960605] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_link.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.960700] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.960806] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_link.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.960942] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] privsep_link.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.961150] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.961306] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.961442] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.continue_on_failed_promotions = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.961583] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.dscp = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.961722] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.dscp_inherit = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.961863] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.force_mp_to_policy = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.962008] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.locking_coordinator_url = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.962154] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.log_agent_heartbeats = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.962430] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.logging_expire = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.962430] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.962598] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.962810] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.polling_interval = 240 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.962934] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.963095] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.963244] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.report_interval = 30.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.963391] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.963537] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.964014] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.964014] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.sync_skew = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.964014] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.synchronization_queue_size = 20 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.964142] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT.use_helper_for_ns_read = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.964254] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] SECURITYGROUP.enable_ipset = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.964400] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] SECURITYGROUP.enable_security_group = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.964549] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.964722] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.964874] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] experimental.ipv6_pd_enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.965049] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ml2.extension_drivers = ['port_security'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.965193] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ml2.external_network_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.965348] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.965498] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ml2.overlay_ip_version = 4 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.965647] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ml2.path_mtu = 8950 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.965793] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ml2.physical_network_mtus = {} {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.965944] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ml2.tenant_network_types = ['vlan'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.966190] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.966276] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ml2.type_drivers = ['vlan'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.966400] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT_CLI.neutron_port_id = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.966542] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.966684] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.966836] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.966986] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.967145] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.967403] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.967493] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.967576] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.967771] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.967924] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_login_password = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.968153] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_login_port = 443 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.968238] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_login_user = admin {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.968372] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.968517] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.968662] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.968806] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.968955] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.969119] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.969268] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.969457] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.969559] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.969708] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.969861] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.970014] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.970161] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.970352] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.970521] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] vsphere.vsphere_login_password = VMware1! {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.970745] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.970898] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.971102] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.971216] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.auth_type = password {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.971361] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.971501] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.971646] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.971796] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.endpoint_type = public {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.971988] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.972083] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.972229] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.region_name = RegionOne {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.972372] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.972546] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] nova.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.972698] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.972852] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.auth_type = password {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.972997] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.973149] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.973333] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.973437] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.endpoint_type = public {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.973601] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.973788] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.973890] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.974030] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.974171] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] placement.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.974316] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.974454] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.auth_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.974681] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.974739] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.974857] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.974995] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.connect_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.975143] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.connect_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.975282] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.enable_notifications = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.975418] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.endpoint_override = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.975559] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.975700] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.interface = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.975837] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.975976] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.max_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.976126] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.min_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.976264] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.976400] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.retriable_status_codes = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.976546] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.976704] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.service_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.976857] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.976998] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.status_code_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.977155] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.status_code_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.977319] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.977479] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.valid_interfaces = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.977613] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ironic.version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.977776] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] cli_script.dry_run = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.977931] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.978098] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.978243] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.978386] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.978529] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.978672] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.978815] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.978958] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.979114] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.979266] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.979407] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.979566] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.979730] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.979887] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.980042] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.980202] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.980336] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.980492] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.980662] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.980810] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.981152] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.981152] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.981277] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.981387] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.981530] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.981672] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.981855] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.981967] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.982097] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.982243] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.982387] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.ssl = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.982596] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.982777] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.982928] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.983090] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.983244] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.ssl_version = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.983387] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.983539] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_notifications.driver = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.983689] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_notifications.retry = -1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.983850] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.983993] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] oslo_messaging_notifications.transport_url = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 629.984144] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-90fdfd2f-dc00-4598-9287-fbecf7fa93aa None None] ******************************************************************************** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 629.985072] env[69155]: DEBUG neutron.agent.securitygroups_rpc [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Init firewall settings (driver=nsxv3) {{(pid=69155) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 629.986344] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69155) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 629.986585] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] RPC agent_id: nsxm-l-01a.corp.local [ 629.988816] env[69155]: DEBUG dogpile.cache.region [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.988942] env[69155]: DEBUG dogpile.lock [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.989060] env[69155]: DEBUG dogpile.lock [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.989155] env[69155]: DEBUG dogpile.lock [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.989250] env[69155]: DEBUG dogpile.cache.region [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.989342] env[69155]: DEBUG dogpile.lock [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.989467] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.016088] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Session token - acquiring [ 630.017972] env[69155]: DEBUG networking_nsxv3.common.locking [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.018161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.018260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.018686] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.028974] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.309372] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 630.331528] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.331722] env[69155]: DEBUG dogpile.cache.region [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Cache value generated in 0.342 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.331896] env[69155]: DEBUG dogpile.lock [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.332043] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Activating Policy API Provider. [ 630.332246] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Looking for the default Infrastructure Rules. [ 630.401334] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Looking for the Default Layer3 Logged Drop Section. [ 630.417102] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 630.417533] env[69155]: DEBUG networking_nsxv3.common.locking [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.417710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquiring lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.417818] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.418106] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired external semaphore "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.418429] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.931890] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.433898] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.936076] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Inventory metadata is going to be refreshed. [ 631.936425] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 632.716915] env[69155]: DEBUG networking_nsxv3.common.locking [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.717191] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.717236] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.717534] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.729534] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 632.834941] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.835948] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 632.854783] env[69155]: DEBUG networking_nsxv3.common.locking [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.855036] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.855083] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.855385] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.855515] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.855663] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 632.855784] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.855892] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 632.880121] env[69155]: DEBUG networking_nsxv3.common.locking [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.880369] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.880414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.880727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.880911] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.881070] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 632.901788] env[69155]: DEBUG networking_nsxv3.common.locking [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.902047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.902094] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.902366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.902507] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.902678] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 632.921300] env[69155]: DEBUG networking_nsxv3.common.locking [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.921510] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquiring lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.921552] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.921833] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired external semaphore "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.921975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Releasing lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.922137] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 632.922245] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.922363] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 632.940630] env[69155]: DEBUG networking_nsxv3.common.locking [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.941049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquiring lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.941049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.941224] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired external semaphore "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.941349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Releasing lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.941493] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 632.941599] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.941706] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 632.960927] env[69155]: DEBUG networking_nsxv3.common.locking [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.961129] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.961235] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.961471] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.961629] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.961775] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 632.961882] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.961986] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Inventory metadata have been refreshed. [ 632.962104] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Dryrun:True. Metadata refresh completed. [ 632.962222] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Releasing lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.964024] env[69155]: INFO neutron.agent.agent_extensions_manager [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Loaded agent extensions: [] [ 632.964711] env[69155]: DEBUG neutron_lib.callbacks.manager [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69155) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 633.016279] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NSXv3 Agent Agent RPC Daemon Started! [ 633.016401] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NSXv3 Agent Agent loop - iteration:0 started [ 633.016494] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NSXv3 Agent Agent out of sync with plugin! [ 637.965544] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 637.965922] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 642.967024] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 642.967353] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.758455] env[69155]: INFO networking_nsxv3.common.synchronization [None req-d6db81c2-a5b4-4223-916e-11e88eecc1a3 demo admin] Enqueued Resource ID: 74de7d60-35b7-41a8-9f43-b73a8839b48d with Priority: HIGHEST for action security_group_rules [ 646.758982] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74de7d60-35b7-41a8-9f43-b73a8839b48d with Priority: HIGHEST for action security_group_rules [ 646.759293] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74de7d60-35b7-41a8-9f43-b73a8839b48d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.759418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74de7d60-35b7-41a8-9f43-b73a8839b48d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.759488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74de7d60-35b7-41a8-9f43-b73a8839b48d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.759822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74de7d60-35b7-41a8-9f43-b73a8839b48d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.760096] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74de7d60-35b7-41a8-9f43-b73a8839b48d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.281052] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.281328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.281328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.281447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.281496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.281562] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74de7d60-35b7-41a8-9f43-b73a8839b48d already deleted. [ 647.281632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74de7d60-35b7-41a8-9f43-b73a8839b48d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.760068] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.760402] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.761224] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 656.761441] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 658.967502] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.967982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.967982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.967982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.968205] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.471661] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.973858] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.476380] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 660.476564] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 661.173285] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.173721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.173721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.173721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.184076] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 661.184853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.185570] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 661.203246] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.203395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.203442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.203612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.203695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.203795] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 661.203863] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 661.203938] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 661.221111] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.221243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.221292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.221457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.221576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.221674] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 661.238907] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.239051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.239097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.239256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.239347] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.239443] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 661.255124] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.255272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.255272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.255407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.255494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.255591] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 661.255661] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 661.255728] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 661.271668] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.271791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.271830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.271983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.272084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.272177] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 661.272247] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 661.272315] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 661.290087] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.290210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.290330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.290414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.290504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.290603] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 661.290675] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 661.290740] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 661.290800] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 661.290928] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 661.291042] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 661.291109] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 661.291366] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 661.291430] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 661.291498] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 661.308965] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.309103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.309161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.309312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.309403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.309498] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 661.324929] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.325068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.325110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.325263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.325349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.336834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.762992] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 661.763204] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 666.764404] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 666.764750] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 671.766038] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 671.766278] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 674.748768] env[69155]: INFO networking_nsxv3.common.synchronization [None req-ddf06a24-11ed-4356-a1eb-1679f0aa8bb3 None None] Enqueued Resource ID: 08e5188f-8b9f-4aa6-a82d-7e3bf16e3364 with Priority: HIGHEST for action port [ 674.749929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e5188f-8b9f-4aa6-a82d-7e3bf16e3364 with Priority: HIGHEST for action port [ 674.750620] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e5188f-8b9f-4aa6-a82d-7e3bf16e3364 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.750620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e5188f-8b9f-4aa6-a82d-7e3bf16e3364" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.750765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e5188f-8b9f-4aa6-a82d-7e3bf16e3364" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.751047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e5188f-8b9f-4aa6-a82d-7e3bf16e3364" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.751165] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e5188f-8b9f-4aa6-a82d-7e3bf16e3364',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.253733] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08e5188f-8b9f-4aa6-a82d-7e3bf16e3364 [ 675.254645] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.254791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.254859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.255108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.255195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.255292] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08e5188f-8b9f-4aa6-a82d-7e3bf16e3364 already deleted. [ 675.255368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e5188f-8b9f-4aa6-a82d-7e3bf16e3364" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.298614] env[69155]: INFO networking_nsxv3.common.synchronization [None req-364ae2af-6505-449e-baaa-fb9535ce7c8e None None] Enqueued Resource ID: d68960f3-e8a9-47eb-a553-f9f2a8ce28d7 with Priority: HIGHEST for action port [ 676.299062] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68960f3-e8a9-47eb-a553-f9f2a8ce28d7 with Priority: HIGHEST for action port [ 676.299861] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d68960f3-e8a9-47eb-a553-f9f2a8ce28d7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.299861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d68960f3-e8a9-47eb-a553-f9f2a8ce28d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.299861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d68960f3-e8a9-47eb-a553-f9f2a8ce28d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.300263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d68960f3-e8a9-47eb-a553-f9f2a8ce28d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.300263] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68960f3-e8a9-47eb-a553-f9f2a8ce28d7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.803127] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d68960f3-e8a9-47eb-a553-f9f2a8ce28d7 [ 676.803389] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.803523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.803590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.803792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.803902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.804496] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d68960f3-e8a9-47eb-a553-f9f2a8ce28d7 already deleted. [ 676.804496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d68960f3-e8a9-47eb-a553-f9f2a8ce28d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.955925] env[69155]: INFO networking_nsxv3.common.synchronization [None req-38d37d49-c7d6-4629-8c59-35a9a81f3f86 None None] Enqueued Resource ID: 247890a4-cc0e-452a-a97c-bf1ac37c9dc9 with Priority: HIGHEST for action port [ 676.955925] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247890a4-cc0e-452a-a97c-bf1ac37c9dc9 with Priority: HIGHEST for action port [ 676.955925] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-247890a4-cc0e-452a-a97c-bf1ac37c9dc9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.955925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-247890a4-cc0e-452a-a97c-bf1ac37c9dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.955925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-247890a4-cc0e-452a-a97c-bf1ac37c9dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.956417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-247890a4-cc0e-452a-a97c-bf1ac37c9dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.956546] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('247890a4-cc0e-452a-a97c-bf1ac37c9dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.978013] env[69155]: INFO networking_nsxv3.common.synchronization [None req-df508307-f1ba-44af-b25f-f779332b5b9d None None] Enqueued Resource ID: 92e4a0e2-9b1f-4716-9be2-6d7354ad1fee with Priority: HIGHEST for action port [ 676.980206] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e4a0e2-9b1f-4716-9be2-6d7354ad1fee with Priority: HIGHEST for action port [ 676.980783] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e4a0e2-9b1f-4716-9be2-6d7354ad1fee taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.980941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e4a0e2-9b1f-4716-9be2-6d7354ad1fee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.981277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e4a0e2-9b1f-4716-9be2-6d7354ad1fee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.981562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e4a0e2-9b1f-4716-9be2-6d7354ad1fee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.981671] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e4a0e2-9b1f-4716-9be2-6d7354ad1fee',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.317591] env[69155]: INFO networking_nsxv3.common.synchronization [None req-1409e7ed-e071-433f-8444-634ab6bcc080 None None] Enqueued Resource ID: a6e22819-7a0f-47e9-b732-0b15f92b9c33 with Priority: HIGHEST for action port [ 677.317591] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e22819-7a0f-47e9-b732-0b15f92b9c33 with Priority: HIGHEST for action port [ 677.318077] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6e22819-7a0f-47e9-b732-0b15f92b9c33 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.318247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6e22819-7a0f-47e9-b732-0b15f92b9c33" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.318381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6e22819-7a0f-47e9-b732-0b15f92b9c33" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.318821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6e22819-7a0f-47e9-b732-0b15f92b9c33" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.321908] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6e22819-7a0f-47e9-b732-0b15f92b9c33',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.460530] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 247890a4-cc0e-452a-a97c-bf1ac37c9dc9 [ 677.460530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.460530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.460530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.460771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.460771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.460833] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:247890a4-cc0e-452a-a97c-bf1ac37c9dc9 already deleted. [ 677.461067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-247890a4-cc0e-452a-a97c-bf1ac37c9dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.485095] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e4a0e2-9b1f-4716-9be2-6d7354ad1fee [ 677.485095] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.485095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.485095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.485095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.485095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.485095] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e4a0e2-9b1f-4716-9be2-6d7354ad1fee already deleted. [ 677.485095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e4a0e2-9b1f-4716-9be2-6d7354ad1fee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.824899] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6e22819-7a0f-47e9-b732-0b15f92b9c33 [ 677.824899] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.824899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.824899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.824899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.824899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.824899] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6e22819-7a0f-47e9-b732-0b15f92b9c33 already deleted. [ 677.824899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6e22819-7a0f-47e9-b732-0b15f92b9c33" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.950669] env[69155]: INFO networking_nsxv3.common.synchronization [None req-a9af5a0d-a8d8-413a-9039-ac90010ed72d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_rules [ 677.950803] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_rules [ 677.951034] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c53469-54b4-4e22-8c84-bd7d663c2178 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.951173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.951240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.951497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.951577] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.265830] env[69155]: INFO networking_nsxv3.common.synchronization [None req-568eb40d-cf6c-4d3c-b251-ac02745249b7 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_rules [ 678.266378] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_rules [ 678.266949] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c53469-54b4-4e22-8c84-bd7d663c2178 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.266949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.474156] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.474506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.474506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.474583] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.475026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.475026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 already deleted. [ 678.475026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.475026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.475352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.475352] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.634596] env[69155]: INFO networking_nsxv3.common.synchronization [None req-324ff5ac-3415-4082-805c-b5f169a81dac None None] Enqueued Resource ID: 519bd982-09a2-4c03-ba02-d954140534cd with Priority: HIGHEST for action port [ 678.635804] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519bd982-09a2-4c03-ba02-d954140534cd with Priority: HIGHEST for action port [ 678.636138] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-519bd982-09a2-4c03-ba02-d954140534cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.636882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519bd982-09a2-4c03-ba02-d954140534cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.636882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519bd982-09a2-4c03-ba02-d954140534cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.636882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519bd982-09a2-4c03-ba02-d954140534cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.636882] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519bd982-09a2-4c03-ba02-d954140534cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.994866] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.996367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.996367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.996367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.996367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.996367] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 already deleted. [ 678.996367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.140722] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 519bd982-09a2-4c03-ba02-d954140534cd [ 679.140722] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.140722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.140722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.140722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.140722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.140722] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:519bd982-09a2-4c03-ba02-d954140534cd already deleted. [ 679.140722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519bd982-09a2-4c03-ba02-d954140534cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.299019] env[69155]: INFO networking_nsxv3.common.synchronization [None req-95f00daa-96cb-4c67-b0e0-f4c29c8c76ae None None] Enqueued Resource ID: 395af192-8f61-4f3b-a6e5-18933cfc73f9 with Priority: HIGHEST for action port [ 679.299019] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395af192-8f61-4f3b-a6e5-18933cfc73f9 with Priority: HIGHEST for action port [ 679.299759] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-395af192-8f61-4f3b-a6e5-18933cfc73f9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.300174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-395af192-8f61-4f3b-a6e5-18933cfc73f9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.300514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-395af192-8f61-4f3b-a6e5-18933cfc73f9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.300940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-395af192-8f61-4f3b-a6e5-18933cfc73f9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.302047] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395af192-8f61-4f3b-a6e5-18933cfc73f9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.803079] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 395af192-8f61-4f3b-a6e5-18933cfc73f9 [ 679.803979] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.803979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.803979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.803979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.803979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.805588] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:395af192-8f61-4f3b-a6e5-18933cfc73f9 already deleted. [ 679.805588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-395af192-8f61-4f3b-a6e5-18933cfc73f9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.428741] env[69155]: INFO networking_nsxv3.common.synchronization [None req-7fd08b6a-b008-4feb-98e0-891d7c1a1f1e None None] Enqueued Resource ID: 2d5f49c0-aa1c-4fae-bed3-97f4040b45ad with Priority: HIGHEST for action port [ 680.428995] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5f49c0-aa1c-4fae-bed3-97f4040b45ad with Priority: HIGHEST for action port [ 680.429601] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5f49c0-aa1c-4fae-bed3-97f4040b45ad taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.429706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5f49c0-aa1c-4fae-bed3-97f4040b45ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.429793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5f49c0-aa1c-4fae-bed3-97f4040b45ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.430027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5f49c0-aa1c-4fae-bed3-97f4040b45ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.430155] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5f49c0-aa1c-4fae-bed3-97f4040b45ad',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.612550] env[69155]: INFO networking_nsxv3.common.synchronization [None req-e17e5516-4496-43fd-9c7d-c68ead1b0dce None None] Enqueued Resource ID: 2c67d247-7b2c-4986-a4ca-52c2c48548d5 with Priority: HIGHEST for action port [ 680.613852] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c67d247-7b2c-4986-a4ca-52c2c48548d5 with Priority: HIGHEST for action port [ 680.613989] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c67d247-7b2c-4986-a4ca-52c2c48548d5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.614153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c67d247-7b2c-4986-a4ca-52c2c48548d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.614231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c67d247-7b2c-4986-a4ca-52c2c48548d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.614472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c67d247-7b2c-4986-a4ca-52c2c48548d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.614731] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c67d247-7b2c-4986-a4ca-52c2c48548d5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.652019] env[69155]: INFO networking_nsxv3.common.synchronization [None req-470b66d6-0109-444f-9da4-0b1573f7c059 None None] Enqueued Resource ID: 9e19fa02-bf10-4f6f-998c-b7f8745a6b75 with Priority: HIGHEST for action port [ 680.652019] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e19fa02-bf10-4f6f-998c-b7f8745a6b75 with Priority: HIGHEST for action port [ 680.652019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e19fa02-bf10-4f6f-998c-b7f8745a6b75 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.652019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e19fa02-bf10-4f6f-998c-b7f8745a6b75" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.652019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e19fa02-bf10-4f6f-998c-b7f8745a6b75" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.652019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e19fa02-bf10-4f6f-998c-b7f8745a6b75" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.652019] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e19fa02-bf10-4f6f-998c-b7f8745a6b75',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.933315] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d5f49c0-aa1c-4fae-bed3-97f4040b45ad [ 680.933315] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.933315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.933315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.933315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.933315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.933315] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d5f49c0-aa1c-4fae-bed3-97f4040b45ad already deleted. [ 680.933315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5f49c0-aa1c-4fae-bed3-97f4040b45ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.950207] env[69155]: INFO networking_nsxv3.common.synchronization [None req-0523cbc5-c7e0-4279-9fb1-f3724e3f01b8 None None] Enqueued Resource ID: c582296a-5b9d-4619-8ef4-c67e09f7972b with Priority: HIGHEST for action port [ 680.950207] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c582296a-5b9d-4619-8ef4-c67e09f7972b with Priority: HIGHEST for action port [ 680.950207] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-c582296a-5b9d-4619-8ef4-c67e09f7972b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.951582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c582296a-5b9d-4619-8ef4-c67e09f7972b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.951664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c582296a-5b9d-4619-8ef4-c67e09f7972b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.951963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c582296a-5b9d-4619-8ef4-c67e09f7972b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.952321] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c582296a-5b9d-4619-8ef4-c67e09f7972b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.116770] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c67d247-7b2c-4986-a4ca-52c2c48548d5 [ 681.117037] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.117173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.117241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.117447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.117529] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.117619] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c67d247-7b2c-4986-a4ca-52c2c48548d5 already deleted. [ 681.117697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c67d247-7b2c-4986-a4ca-52c2c48548d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.154559] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e19fa02-bf10-4f6f-998c-b7f8745a6b75 [ 681.154817] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.154959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.155607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.155887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.155992] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.156119] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e19fa02-bf10-4f6f-998c-b7f8745a6b75 already deleted. [ 681.156206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e19fa02-bf10-4f6f-998c-b7f8745a6b75" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.454552] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c582296a-5b9d-4619-8ef4-c67e09f7972b [ 681.456250] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.456653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.456815] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.457065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.457264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.457701] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c582296a-5b9d-4619-8ef4-c67e09f7972b already deleted. [ 681.457701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c582296a-5b9d-4619-8ef4-c67e09f7972b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.849081] env[69155]: INFO networking_nsxv3.common.synchronization [None req-cbe027ad-bb03-4049-9450-bbaa86c85e6e None None] Enqueued Resource ID: 45b10971-87f2-4597-a7c5-2a9235af8eca with Priority: HIGHEST for action port [ 681.849856] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b10971-87f2-4597-a7c5-2a9235af8eca with Priority: HIGHEST for action port [ 681.850593] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b10971-87f2-4597-a7c5-2a9235af8eca taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.850773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b10971-87f2-4597-a7c5-2a9235af8eca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.850850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b10971-87f2-4597-a7c5-2a9235af8eca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.851303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b10971-87f2-4597-a7c5-2a9235af8eca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.851362] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b10971-87f2-4597-a7c5-2a9235af8eca',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.353359] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45b10971-87f2-4597-a7c5-2a9235af8eca [ 682.353646] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.353853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.353853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.355110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.355110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.355110] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45b10971-87f2-4597-a7c5-2a9235af8eca already deleted. [ 682.355259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b10971-87f2-4597-a7c5-2a9235af8eca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.188222] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f2659418-e6ba-49d8-a7ca-dab377a3d6dc None None] Enqueued Resource ID: 5ce67e8c-5490-4c9d-841d-1a42c27a9f14 with Priority: HIGHEST for action port [ 683.188461] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce67e8c-5490-4c9d-841d-1a42c27a9f14 with Priority: HIGHEST for action port [ 683.189681] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce67e8c-5490-4c9d-841d-1a42c27a9f14 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.189827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce67e8c-5490-4c9d-841d-1a42c27a9f14" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.189874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce67e8c-5490-4c9d-841d-1a42c27a9f14" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.190161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce67e8c-5490-4c9d-841d-1a42c27a9f14" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.190223] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce67e8c-5490-4c9d-841d-1a42c27a9f14',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.692962] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce67e8c-5490-4c9d-841d-1a42c27a9f14 [ 683.692962] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.692962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.692962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.692962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.692962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.692962] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce67e8c-5490-4c9d-841d-1a42c27a9f14 already deleted. [ 683.693594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce67e8c-5490-4c9d-841d-1a42c27a9f14" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.935861] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c33ac2ac-333f-4dae-8bb0-f8faff09752f None None] Enqueued Resource ID: ea06a26c-6a32-4620-a565-444471f2f378 with Priority: HIGHEST for action port [ 683.935861] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a26c-6a32-4620-a565-444471f2f378 with Priority: HIGHEST for action port [ 683.935861] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea06a26c-6a32-4620-a565-444471f2f378 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.935861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea06a26c-6a32-4620-a565-444471f2f378" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.935861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea06a26c-6a32-4620-a565-444471f2f378" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.935861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea06a26c-6a32-4620-a565-444471f2f378" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.935861] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea06a26c-6a32-4620-a565-444471f2f378',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.025227] env[69155]: INFO networking_nsxv3.common.synchronization [None req-57bbbeea-9122-4af4-a851-9cebc6db6ce3 None None] Enqueued Resource ID: 27ad51d2-d43b-4e54-8fdd-db1425c4eb03 with Priority: HIGHEST for action port [ 684.025227] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ad51d2-d43b-4e54-8fdd-db1425c4eb03 with Priority: HIGHEST for action port [ 684.025227] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ad51d2-d43b-4e54-8fdd-db1425c4eb03 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.025227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ad51d2-d43b-4e54-8fdd-db1425c4eb03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.025227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ad51d2-d43b-4e54-8fdd-db1425c4eb03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.026453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ad51d2-d43b-4e54-8fdd-db1425c4eb03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.026803] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ad51d2-d43b-4e54-8fdd-db1425c4eb03',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.442778] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea06a26c-6a32-4620-a565-444471f2f378 [ 684.442997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.443183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.443258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.443473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.443558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.443673] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea06a26c-6a32-4620-a565-444471f2f378 already deleted. [ 684.443733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea06a26c-6a32-4620-a565-444471f2f378" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.530634] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27ad51d2-d43b-4e54-8fdd-db1425c4eb03 [ 684.531262] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.531649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.531731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.532303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.532642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.532748] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27ad51d2-d43b-4e54-8fdd-db1425c4eb03 already deleted. [ 684.533419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ad51d2-d43b-4e54-8fdd-db1425c4eb03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.282297] env[69155]: INFO networking_nsxv3.common.synchronization [None req-aed9bd0c-abda-4f49-840b-5d967c0b9ad3 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 685.282297] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 685.282297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.285367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.285367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.285367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.285367] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.633144] env[69155]: INFO networking_nsxv3.common.synchronization [None req-08d68947-3ccd-4894-a0a6-3690d7032613 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 685.633144] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 685.633628] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.633772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.806150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.807161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.807241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.807454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.807542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.807913] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb already deleted. [ 685.807913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.808074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.808760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.808760] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.073877] env[69155]: INFO networking_nsxv3.common.synchronization [None req-5ce92df2-6877-4715-a460-ca384ad2cba2 None None] Enqueued Resource ID: 9addb09b-dce4-4c9c-8aa2-d213955e3f6e with Priority: HIGHEST for action port [ 686.074875] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addb09b-dce4-4c9c-8aa2-d213955e3f6e with Priority: HIGHEST for action port [ 686.075215] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9addb09b-dce4-4c9c-8aa2-d213955e3f6e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.075341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9addb09b-dce4-4c9c-8aa2-d213955e3f6e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.075412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9addb09b-dce4-4c9c-8aa2-d213955e3f6e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.075670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9addb09b-dce4-4c9c-8aa2-d213955e3f6e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.075755] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9addb09b-dce4-4c9c-8aa2-d213955e3f6e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.125551] env[69155]: INFO networking_nsxv3.common.synchronization [None req-a1068a0a-46d5-4e63-a1b9-50c02b5119b3 None None] Enqueued Resource ID: d67d04aa-05e0-4ae9-8f0b-949c838f55c1 with Priority: HIGHEST for action port [ 686.125795] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67d04aa-05e0-4ae9-8f0b-949c838f55c1 with Priority: HIGHEST for action port [ 686.126380] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d67d04aa-05e0-4ae9-8f0b-949c838f55c1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.127201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d67d04aa-05e0-4ae9-8f0b-949c838f55c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.127201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d67d04aa-05e0-4ae9-8f0b-949c838f55c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.127201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d67d04aa-05e0-4ae9-8f0b-949c838f55c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.127201] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d67d04aa-05e0-4ae9-8f0b-949c838f55c1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.329645] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.329645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.329645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.329645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.329645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.329645] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb already deleted. [ 686.329645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.581723] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9addb09b-dce4-4c9c-8aa2-d213955e3f6e [ 686.582052] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.584116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.584116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.584116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.584116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.584116] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9addb09b-dce4-4c9c-8aa2-d213955e3f6e already deleted. [ 686.584116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9addb09b-dce4-4c9c-8aa2-d213955e3f6e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.630815] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d67d04aa-05e0-4ae9-8f0b-949c838f55c1 [ 686.631100] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.631247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.631318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.631854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.631854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.631854] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d67d04aa-05e0-4ae9-8f0b-949c838f55c1 already deleted. [ 686.631854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d67d04aa-05e0-4ae9-8f0b-949c838f55c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.494972] env[69155]: INFO networking_nsxv3.common.synchronization [None req-53c498df-cedb-4957-ac65-4637ea5757f3 None None] Enqueued Resource ID: 9bb3daac-2f56-46cc-8737-ab0c669dc1b8 with Priority: HIGHEST for action port [ 687.494972] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb3daac-2f56-46cc-8737-ab0c669dc1b8 with Priority: HIGHEST for action port [ 687.495218] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb3daac-2f56-46cc-8737-ab0c669dc1b8 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.498841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb3daac-2f56-46cc-8737-ab0c669dc1b8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.499518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb3daac-2f56-46cc-8737-ab0c669dc1b8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.499893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb3daac-2f56-46cc-8737-ab0c669dc1b8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.499893] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb3daac-2f56-46cc-8737-ab0c669dc1b8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.788059] env[69155]: INFO networking_nsxv3.common.synchronization [None req-cd4d10a9-1acc-4c8c-8c2d-24cd901bafb9 None None] Enqueued Resource ID: 31cc76dc-3473-4bae-af96-89104e8c846e with Priority: HIGHEST for action port [ 687.788059] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cc76dc-3473-4bae-af96-89104e8c846e with Priority: HIGHEST for action port [ 687.789255] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-31cc76dc-3473-4bae-af96-89104e8c846e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.789580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31cc76dc-3473-4bae-af96-89104e8c846e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.790504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31cc76dc-3473-4bae-af96-89104e8c846e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.790504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31cc76dc-3473-4bae-af96-89104e8c846e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.792017] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31cc76dc-3473-4bae-af96-89104e8c846e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.003442] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bb3daac-2f56-46cc-8737-ab0c669dc1b8 [ 688.003678] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.003817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.003979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.004153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.004223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.004313] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bb3daac-2f56-46cc-8737-ab0c669dc1b8 already deleted. [ 688.004401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb3daac-2f56-46cc-8737-ab0c669dc1b8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.293436] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31cc76dc-3473-4bae-af96-89104e8c846e [ 688.295414] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.295520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.295582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.295795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.298241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.298241] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31cc76dc-3473-4bae-af96-89104e8c846e already deleted. [ 688.298241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31cc76dc-3473-4bae-af96-89104e8c846e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669912] env[69155]: INFO networking_nsxv3.common.synchronization [None req-b9bce4fe-c9a9-46e5-aed2-f66961ab0d5e None None] Enqueued Resource ID: ef8a4e68-a8ea-4267-af3f-a68620ccc8ce with Priority: HIGHEST for action port [ 688.670597] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8a4e68-a8ea-4267-af3f-a68620ccc8ce with Priority: HIGHEST for action port [ 688.670920] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef8a4e68-a8ea-4267-af3f-a68620ccc8ce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.672645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef8a4e68-a8ea-4267-af3f-a68620ccc8ce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.672768] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef8a4e68-a8ea-4267-af3f-a68620ccc8ce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.673087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef8a4e68-a8ea-4267-af3f-a68620ccc8ce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.673222] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef8a4e68-a8ea-4267-af3f-a68620ccc8ce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.684728] env[69155]: INFO networking_nsxv3.common.synchronization [req-711e5e2c-eff3-4408-b0c9-be1891822b3c req-9a4056b0-c78f-4047-a5c7-7bc548e35769 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Enqueued Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGHEST for action security_group_members [ 688.688138] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGHEST for action security_group_members [ 688.688291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.688441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.688511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.690042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.690042] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.690042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.690042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.690042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.690042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.690042] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6da679-0f0f-49c4-bb73-8be82ae7d90c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.179149] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef8a4e68-a8ea-4267-af3f-a68620ccc8ce [ 689.179149] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.179149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.179149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.179149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.179149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.179149] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef8a4e68-a8ea-4267-af3f-a68620ccc8ce already deleted. [ 689.179149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef8a4e68-a8ea-4267-af3f-a68620ccc8ce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.191845] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.191845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.192026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.192635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.192635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.192635] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.192635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.192635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.192891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.192891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.193034] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c already deleted. [ 689.193065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.560893] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.561258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-847" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.561420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-847" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.561767] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-847" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.562161] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.562441] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.562594] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.562867] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.563044] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.563361] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.563518] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.563597] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.563712] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.563827] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.563939] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.564193] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.577023] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f5e62b45-9a7d-4341-a28a-47eac093f65a None None] Enqueued Resource ID: d696cd76-cce1-410c-8c6c-d3cf86e64e3f with Priority: HIGHEST for action port [ 689.577023] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d696cd76-cce1-410c-8c6c-d3cf86e64e3f with Priority: HIGHEST for action port [ 689.577023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d696cd76-cce1-410c-8c6c-d3cf86e64e3f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.577023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d696cd76-cce1-410c-8c6c-d3cf86e64e3f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.577023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d696cd76-cce1-410c-8c6c-d3cf86e64e3f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.577023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d696cd76-cce1-410c-8c6c-d3cf86e64e3f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.577023] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d696cd76-cce1-410c-8c6c-d3cf86e64e3f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.587023] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.587023] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.587023] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.587023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-847" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.587023] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-6b37dc25-619c-40ae-acf2-72484eea9645 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.587023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-6b37dc25-619c-40ae-acf2-72484eea9645" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.587023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-6b37dc25-619c-40ae-acf2-72484eea9645" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.587023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-6b37dc25-619c-40ae-acf2-72484eea9645" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.587023] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b37dc25-619c-40ae-acf2-72484eea9645',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.080146] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d696cd76-cce1-410c-8c6c-d3cf86e64e3f [ 690.080452] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.080727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.080727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.080836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.080889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.080982] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d696cd76-cce1-410c-8c6c-d3cf86e64e3f already deleted. [ 690.081098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d696cd76-cce1-410c-8c6c-d3cf86e64e3f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.092082] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.092082] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.092082] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.092330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.092330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.092451] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 6b37dc25-619c-40ae-acf2-72484eea9645 not found, creating... [ 690.092695] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.092857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.092977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.093277] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.093467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.097943] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.097943] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.097943] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.098266] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.098467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.098625] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 6b37dc25-619c-40ae-acf2-72484eea9645 is going to be created. [ 690.127165] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.127165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.127165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.127165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.127165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.127165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-6b37dc25-619c-40ae-acf2-72484eea9645" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.267536] env[69155]: INFO networking_nsxv3.common.synchronization [req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 req-3344e794-c05a-4f11-8678-848c79d616d6 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_members [ 690.267536] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_members [ 690.267836] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c53469-54b4-4e22-8c84-bd7d663c2178 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.267933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.267967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.268199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.268350] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.268455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.268522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.268694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.269746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.269746] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.775632] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.775828] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.775930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.776080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.776173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.776360] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.776485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.776537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.776661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.776755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.776838] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 already deleted. [ 690.776918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.837737] env[69155]: INFO networking_nsxv3.common.synchronization [None req-8f080754-24f6-4749-92d2-1cf9f47d011c None None] Enqueued Resource ID: 3dd8c82b-bf25-407e-980a-a2188a45e28f with Priority: HIGHEST for action port [ 690.837987] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd8c82b-bf25-407e-980a-a2188a45e28f with Priority: HIGHEST for action port [ 690.838567] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dd8c82b-bf25-407e-980a-a2188a45e28f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.842137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dd8c82b-bf25-407e-980a-a2188a45e28f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.842229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dd8c82b-bf25-407e-980a-a2188a45e28f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.842526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dd8c82b-bf25-407e-980a-a2188a45e28f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.842569] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd8c82b-bf25-407e-980a-a2188a45e28f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.889011] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.889223] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.889348] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.889669] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.889928] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.890267] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.890419] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.890650] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.891042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.891267] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.891383] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.891492] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.891598] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.891704] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.891809] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.891938] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.909933] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.913912] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.913912] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.913912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.913912] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.913912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.913912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.913912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.913912] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001fe7bf-0e77-4e6f-956a-a0024fbb6d20',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.958027] env[69155]: INFO networking_nsxv3.common.synchronization [None req-0030dc90-64da-438a-9313-a4d98116a691 None None] Enqueued Resource ID: 09fd6cea-1f67-41e9-91b3-3537ddfc7f3f with Priority: HIGHEST for action port [ 690.958517] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fd6cea-1f67-41e9-91b3-3537ddfc7f3f with Priority: HIGHEST for action port [ 690.959703] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-09fd6cea-1f67-41e9-91b3-3537ddfc7f3f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.959703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09fd6cea-1f67-41e9-91b3-3537ddfc7f3f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.959703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09fd6cea-1f67-41e9-91b3-3537ddfc7f3f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.959703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09fd6cea-1f67-41e9-91b3-3537ddfc7f3f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.959923] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09fd6cea-1f67-41e9-91b3-3537ddfc7f3f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.239296] env[69155]: INFO networking_nsxv3.common.synchronization [None req-1ee8e0d4-089d-4cf7-9bc9-05316c07f808 tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Enqueued Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_rules [ 691.239801] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_rules [ 691.240107] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50c417c-c942-4892-bf70-4f98f05bd536 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.240230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.240341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.241023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.241023] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.344731] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dd8c82b-bf25-407e-980a-a2188a45e28f [ 691.345542] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.346070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.346070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.346070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.346070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.346229] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dd8c82b-bf25-407e-980a-a2188a45e28f already deleted. [ 691.346261] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dd8c82b-bf25-407e-980a-a2188a45e28f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.409340] env[69155]: INFO networking_nsxv3.common.synchronization [None req-94870112-24e7-4c35-9520-de3da689aba2 tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Enqueued Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_rules [ 691.410251] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_rules [ 691.410762] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50c417c-c942-4892-bf70-4f98f05bd536 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.410885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.415047] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.415299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.415801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.417019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.417398] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.417918] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 not found, creating... [ 691.418558] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.418666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.418791] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.419134] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.419329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.420182] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.420377] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.420501] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.420730] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.420891] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.421112] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 is going to be created. [ 691.429336] env[69155]: INFO networking_nsxv3.common.synchronization [req-711e5e2c-eff3-4408-b0c9-be1891822b3c req-fc2f0fe8-1a8e-44d5-93c0-de818a2b5e9c service nova] Enqueued Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGHEST for action security_group_rules [ 691.429486] env[69155]: INFO networking_nsxv3.common.synchronization [req-711e5e2c-eff3-4408-b0c9-be1891822b3c req-fc2f0fe8-1a8e-44d5-93c0-de818a2b5e9c service nova] Enqueued Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGHEST for action security_group_members [ 691.429622] env[69155]: INFO networking_nsxv3.common.synchronization [req-711e5e2c-eff3-4408-b0c9-be1891822b3c req-fc2f0fe8-1a8e-44d5-93c0-de818a2b5e9c service nova] Enqueued Resource ID: 6b37dc25-619c-40ae-acf2-72484eea9645 with Priority: HIGHEST for action port [ 691.430087] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGHEST for action security_group_rules [ 691.430210] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGHEST for action security_group_members [ 691.430311] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b37dc25-619c-40ae-acf2-72484eea9645 with Priority: HIGHEST for action port [ 691.430565] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.430683] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.430754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.431072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.431523] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba6da679-0f0f-49c4-bb73-8be82ae7d90c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.432194] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.432348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.432382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.432547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.432707] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.433025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.433025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.433757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.433851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.433957] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6da679-0f0f-49c4-bb73-8be82ae7d90c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.435661] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b37dc25-619c-40ae-acf2-72484eea9645 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.435774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b37dc25-619c-40ae-acf2-72484eea9645" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.435840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b37dc25-619c-40ae-acf2-72484eea9645" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.435993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b37dc25-619c-40ae-acf2-72484eea9645" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.436790] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b37dc25-619c-40ae-acf2-72484eea9645',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.443880] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.443880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.443880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.443880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.443880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.443880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.463569] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09fd6cea-1f67-41e9-91b3-3537ddfc7f3f [ 691.463891] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.463891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.463991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.466332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.466332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.466332] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09fd6cea-1f67-41e9-91b3-3537ddfc7f3f already deleted. [ 691.466332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09fd6cea-1f67-41e9-91b3-3537ddfc7f3f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.765685] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.765818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.765818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.766570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.766570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.766570] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50c417c-c942-4892-bf70-4f98f05bd536 already deleted. [ 691.766570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.766570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.766570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.766868] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.939657] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.939657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.952366] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba6da679-0f0f-49c4-bb73-8be82ae7d90c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.953516] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b37dc25-619c-40ae-acf2-72484eea9645 with status ACTIVE [ 691.953902] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.953902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.953902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.954371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.954371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.954371] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.954500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.954500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.955031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.955031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.955031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.955031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.955256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.955256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.955256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.955341] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b37dc25-619c-40ae-acf2-72484eea9645 is going to be updated. [ 691.974854] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.975047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.975086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.975274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.975404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.975554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b37dc25-619c-40ae-acf2-72484eea9645" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.288661] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.288661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.288661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.288661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.288661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.288661] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50c417c-c942-4892-bf70-4f98f05bd536 already deleted. [ 692.288661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.336873] env[69155]: INFO networking_nsxv3.common.synchronization [req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 req-914fd1f4-f173-468e-a3f6-4ecf9399303e service nova] Enqueued Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_rules [ 692.337087] env[69155]: INFO networking_nsxv3.common.synchronization [req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 req-914fd1f4-f173-468e-a3f6-4ecf9399303e service nova] Enqueued Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_members [ 692.337232] env[69155]: INFO networking_nsxv3.common.synchronization [req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 req-914fd1f4-f173-468e-a3f6-4ecf9399303e service nova] Enqueued Resource ID: 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 with Priority: HIGHEST for action port [ 692.337502] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_rules [ 692.337764] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_members [ 692.337764] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 with Priority: HIGHEST for action port [ 692.344084] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c53469-54b4-4e22-8c84-bd7d663c2178 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.344084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.344084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.344084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.344084] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.344084] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c53469-54b4-4e22-8c84-bd7d663c2178 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.344084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.344084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.344944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.345613] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.345740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.345812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.346013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.349344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.349344] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.351486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.351936] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001fe7bf-0e77-4e6f-956a-a0024fbb6d20',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.459198] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba6da679-0f0f-49c4-bb73-8be82ae7d90c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.853650] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c53469-54b4-4e22-8c84-bd7d663c2178 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.853794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.853977] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.854904] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 with status ACTIVE [ 692.855108] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.856034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.856034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.856034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.856034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.856034] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.856034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.856034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.856034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.857870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.857870] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.857870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.857870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.857870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.857870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.857870] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 is going to be updated. [ 692.880464] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.880464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.880464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.882886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.882886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.882886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-001fe7bf-0e77-4e6f-956a-a0024fbb6d20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.962833] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.962998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.963108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.963589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.963688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.963793] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c is going to be created. [ 693.003070] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.003274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.003351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.003560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.003711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.014623] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c in Status: UNINITIALIZED for 2s [ 693.328504] env[69155]: INFO networking_nsxv3.common.synchronization [None req-0c0a892b-bd32-4b74-ada4-e7dee35cf951 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Enqueued Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_rules [ 693.328841] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_rules [ 693.329812] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de81f3fa-29c2-4841-8ec9-18259827acd5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.329954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.330028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.330647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.330735] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.359410] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.667562] env[69155]: INFO networking_nsxv3.common.synchronization [None req-5e2f7ccc-2558-4986-892b-eb3d6a6f88fe tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Enqueued Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_rules [ 693.668025] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_rules [ 693.668675] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de81f3fa-29c2-4841-8ec9-18259827acd5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.668809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.850250] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.850839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.850839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.850839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.851119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.851119] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de81f3fa-29c2-4841-8ec9-18259827acd5 already deleted. [ 693.851119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.851274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.851412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.851509] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.866683] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.866683] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.866683] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.868532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.868532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.868532] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 is going to be created. [ 693.889245] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.889400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.889468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.889699] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.889855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.900025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 in Status: UNINITIALIZED for 2s [ 693.946000] env[69155]: INFO networking_nsxv3.common.synchronization [req-99dd7657-a86f-4420-8bd2-f994a63d2574 req-17ae8268-b2f4-47bf-a66c-6e5abb6296e2 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Enqueued Resource ID: f28ed89c-9a26-4276-925c-239f6b494d22 with Priority: HIGHEST for action security_group_members [ 693.946000] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28ed89c-9a26-4276-925c-239f6b494d22 with Priority: HIGHEST for action security_group_members [ 693.946000] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f28ed89c-9a26-4276-925c-239f6b494d22 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.946000] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.946000] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.948156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.948156] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.948156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.948156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.948156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.948156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.948156] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f28ed89c-9a26-4276-925c-239f6b494d22',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.341280] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.341599] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.341825] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.342496] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.342496] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.342651] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.342862] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.345817] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.346171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.346239] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.346329] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.346447] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.346587] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.346675] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.346777] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.347010] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.367568] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.367568] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.367568] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.367782] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.368222] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.368341] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.368503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.368787] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.368923] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac67d6c-04d0-40ae-8c05-259d8c8b26b6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.382734] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.382734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.382883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.383448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.383448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.383448] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de81f3fa-29c2-4841-8ec9-18259827acd5 already deleted. [ 694.383448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.451332] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.451493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.451564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.452027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.452120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.452527] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.452635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.452703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.452857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.452950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.453041] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f28ed89c-9a26-4276-925c-239f6b494d22 already deleted. [ 694.453160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.872596] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.872854] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.872933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.873279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.873564] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.873648] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 not found, creating... [ 694.873921] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.874023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.874655] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.874655] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.874655] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.874781] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.877642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.877642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.877642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.877642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.877642] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 is going to be created. [ 694.898537] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.899060] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.899060] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.899168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.899799] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.899799] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.027640] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c in Status: SUCCESS [ 695.027908] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.028093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.028313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.028484] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.028597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.028660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.028868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.028868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.028947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.029042] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba6da679-0f0f-49c4-bb73-8be82ae7d90c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.425943] env[69155]: INFO networking_nsxv3.common.synchronization [None req-9fdb0485-ccc3-4d42-b973-5656abd65ee6 None None] Enqueued Resource ID: 65e15950-012d-4b3a-8fd7-43c3fb88d084 with Priority: HIGHEST for action port [ 695.426258] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e15950-012d-4b3a-8fd7-43c3fb88d084 with Priority: HIGHEST for action port [ 695.427829] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-65e15950-012d-4b3a-8fd7-43c3fb88d084 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.427829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65e15950-012d-4b3a-8fd7-43c3fb88d084" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.427829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65e15950-012d-4b3a-8fd7-43c3fb88d084" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.428226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65e15950-012d-4b3a-8fd7-43c3fb88d084" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.428226] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e15950-012d-4b3a-8fd7-43c3fb88d084',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.440329] env[69155]: INFO networking_nsxv3.common.synchronization [None req-a24972dd-5d41-4ea0-a706-0a8fa7838c0e None None] Enqueued Resource ID: 6892c064-7b63-4ec3-8c16-d1eee5476525 with Priority: HIGHEST for action port [ 695.440329] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6892c064-7b63-4ec3-8c16-d1eee5476525 with Priority: HIGHEST for action port [ 695.441018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6892c064-7b63-4ec3-8c16-d1eee5476525 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.441109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6892c064-7b63-4ec3-8c16-d1eee5476525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.441146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6892c064-7b63-4ec3-8c16-d1eee5476525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.441379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6892c064-7b63-4ec3-8c16-d1eee5476525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.441514] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6892c064-7b63-4ec3-8c16-d1eee5476525',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.538216] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.538216] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.538216] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.538216] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.538216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.538943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.538943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.538943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.538943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.538943] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba6da679-0f0f-49c4-bb73-8be82ae7d90c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.719934] env[69155]: INFO networking_nsxv3.common.synchronization [req-99dd7657-a86f-4420-8bd2-f994a63d2574 req-caa61e3b-ac9a-4222-ba2d-cd91b8a821fb service nova] Enqueued Resource ID: f28ed89c-9a26-4276-925c-239f6b494d22 with Priority: HIGHEST for action security_group_rules [ 695.724022] env[69155]: INFO networking_nsxv3.common.synchronization [req-99dd7657-a86f-4420-8bd2-f994a63d2574 req-caa61e3b-ac9a-4222-ba2d-cd91b8a821fb service nova] Enqueued Resource ID: f28ed89c-9a26-4276-925c-239f6b494d22 with Priority: HIGHEST for action security_group_members [ 695.724022] env[69155]: INFO networking_nsxv3.common.synchronization [req-99dd7657-a86f-4420-8bd2-f994a63d2574 req-caa61e3b-ac9a-4222-ba2d-cd91b8a821fb service nova] Enqueued Resource ID: 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 with Priority: HIGHEST for action port [ 695.724022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28ed89c-9a26-4276-925c-239f6b494d22 with Priority: HIGHEST for action security_group_rules [ 695.724022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28ed89c-9a26-4276-925c-239f6b494d22 with Priority: HIGHEST for action security_group_members [ 695.724022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 with Priority: HIGHEST for action port [ 695.724022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f28ed89c-9a26-4276-925c-239f6b494d22 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.724022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.724022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.724022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.724022] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f28ed89c-9a26-4276-925c-239f6b494d22',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.724621] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f28ed89c-9a26-4276-925c-239f6b494d22 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.724621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.724621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.724836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.724897] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.724976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.725014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.725162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.725228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.725314] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f28ed89c-9a26-4276-925c-239f6b494d22',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.727362] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.727482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.727558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.727728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.727801] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac67d6c-04d0-40ae-8c05-259d8c8b26b6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.913154] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 in Status: SUCCESS [ 695.913154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.913319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.914177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.914467] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.914659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.914692] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.914983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.914983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.915087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.915129] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.930413] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65e15950-012d-4b3a-8fd7-43c3fb88d084 [ 695.930698] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.930869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.930935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.931163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.931268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.931333] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65e15950-012d-4b3a-8fd7-43c3fb88d084 already deleted. [ 695.931417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65e15950-012d-4b3a-8fd7-43c3fb88d084" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.945653] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6892c064-7b63-4ec3-8c16-d1eee5476525 [ 695.946242] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.946353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.946402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.947434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.947434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.947434] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6892c064-7b63-4ec3-8c16-d1eee5476525 already deleted. [ 695.947434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6892c064-7b63-4ec3-8c16-d1eee5476525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.048138] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba6da679-0f0f-49c4-bb73-8be82ae7d90c: rpc.has_security_group_logging(os_id): False [ 696.067371] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.067658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.067757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.068152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.068402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.069523] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.069523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.069523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.069523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.069523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.069523] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.069523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.069523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.069964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.069964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.069964] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.069964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.070108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.072291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.072409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.072619] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c is going to be created. [ 696.094095] env[69155]: INFO networking_nsxv3.common.synchronization [None req-cc66a4fc-d4ec-4cc5-807b-945dedcbb879 None None] Enqueued Resource ID: d4e93ee0-abfc-4357-82d6-31e5eee68a0d with Priority: HIGHEST for action port [ 696.097401] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e93ee0-abfc-4357-82d6-31e5eee68a0d with Priority: HIGHEST for action port [ 696.098186] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e93ee0-abfc-4357-82d6-31e5eee68a0d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.098335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e93ee0-abfc-4357-82d6-31e5eee68a0d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.098415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e93ee0-abfc-4357-82d6-31e5eee68a0d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.098695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e93ee0-abfc-4357-82d6-31e5eee68a0d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.098795] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e93ee0-abfc-4357-82d6-31e5eee68a0d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.128050] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.128193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.128262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.128469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.128639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.144834] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c in Status: IN_PROGRESS for 2s [ 696.231457] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f28ed89c-9a26-4276-925c-239f6b494d22',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.231457] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f28ed89c-9a26-4276-925c-239f6b494d22 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.231457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.231457] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 with status ACTIVE [ 696.234414] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.234414] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.234414] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.234414] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 is going to be updated. [ 696.261037] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.261241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.261241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.261561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.261561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.261679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.368046] env[69155]: INFO networking_nsxv3.common.synchronization [req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 req-18a385d3-441d-479b-8068-7f1a86e78ea1 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Enqueued Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 696.369598] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 696.370196] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.370196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.370196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.370422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.370422] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.370506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.370549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.371443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.371443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.371443] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.419878] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.603398] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4e93ee0-abfc-4357-82d6-31e5eee68a0d [ 696.605808] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.606059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.606132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.606634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.606634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.606634] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4e93ee0-abfc-4357-82d6-31e5eee68a0d already deleted. [ 696.606634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e93ee0-abfc-4357-82d6-31e5eee68a0d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.740225] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f28ed89c-9a26-4276-925c-239f6b494d22',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.741963] env[69155]: INFO networking_nsxv3.common.synchronization [None req-6a4c44e1-08e0-4fc1-bfd6-22d5fc3007b5 None None] Enqueued Resource ID: e54ae194-4665-4b49-9209-5ae68734707f with Priority: HIGHEST for action port [ 696.746797] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54ae194-4665-4b49-9209-5ae68734707f with Priority: HIGHEST for action port [ 696.746797] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-e54ae194-4665-4b49-9209-5ae68734707f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.746797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e54ae194-4665-4b49-9209-5ae68734707f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.746797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e54ae194-4665-4b49-9209-5ae68734707f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.746797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e54ae194-4665-4b49-9209-5ae68734707f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.746797] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e54ae194-4665-4b49-9209-5ae68734707f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.873429] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.873585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.873655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.873872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.873958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.874160] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.874272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.874333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.874505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.874577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.874660] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 already deleted. [ 696.875664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.921882] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78c53469-54b4-4e22-8c84-bd7d663c2178: rpc.has_security_group_logging(os_id): False [ 696.936593] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.938493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.938493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.938493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.938493] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.938493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.938493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.938493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.938493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.938838] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.938838] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.938838] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.939065] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.939065] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.939231] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.940747] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.947302] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.947466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.947504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.947691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.947777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.948031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.948120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.948186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.948334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.948413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.948498] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 is going to be created. [ 696.968470] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.968632] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.968777] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.968958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.969322] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.969508] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.971013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.971013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.971013] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7a77bf9-0d26-45cd-a5e0-248f69f94bbe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.004697] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.005251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.005251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.005251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.005395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.023073] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 in Status: IN_PROGRESS for 2s [ 697.185996] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c5e89a10-b997-4598-a1e3-81594b6dc9ad None None] Enqueued Resource ID: deec4671-801e-447c-a1e2-5278c8f2851e with Priority: HIGHEST for action port [ 697.186303] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deec4671-801e-447c-a1e2-5278c8f2851e with Priority: HIGHEST for action port [ 697.186871] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-deec4671-801e-447c-a1e2-5278c8f2851e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.186996] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deec4671-801e-447c-a1e2-5278c8f2851e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.187076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deec4671-801e-447c-a1e2-5278c8f2851e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.187322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deec4671-801e-447c-a1e2-5278c8f2851e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.187409] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deec4671-801e-447c-a1e2-5278c8f2851e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.242620] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.242877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.242877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.244130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.244455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.244622] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f28ed89c-9a26-4276-925c-239f6b494d22 is going to be created. [ 697.247637] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e54ae194-4665-4b49-9209-5ae68734707f [ 697.248147] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.248147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.248147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.248352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.248352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.248441] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e54ae194-4665-4b49-9209-5ae68734707f already deleted. [ 697.248481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e54ae194-4665-4b49-9209-5ae68734707f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.267720] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.267885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.267941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.269479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.269479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.282175] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f28ed89c-9a26-4276-925c-239f6b494d22 in Status: UNINITIALIZED for 2s [ 697.475425] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.475425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.475642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.476504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.476504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.476504] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port e7a77bf9-0d26-45cd-a5e0-248f69f94bbe not found, creating... [ 697.476504] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.478455] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.478455] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.478696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.478888] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.479242] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.479415] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.479536] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.479757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.479896] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.480115] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: e7a77bf9-0d26-45cd-a5e0-248f69f94bbe is going to be created. [ 697.500457] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.501019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.502752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.502752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.502752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.502992] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.690178] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deec4671-801e-447c-a1e2-5278c8f2851e [ 697.690419] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.691330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.691450] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.691668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.693054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.693054] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deec4671-801e-447c-a1e2-5278c8f2851e already deleted. [ 697.693054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deec4671-801e-447c-a1e2-5278c8f2851e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.157478] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c in Status: SUCCESS [ 698.157717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.446339] env[69155]: INFO networking_nsxv3.common.synchronization [req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 req-209614dc-a502-48f8-822d-3cc720ff98f3 service nova] Enqueued Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_rules [ 698.446339] env[69155]: INFO networking_nsxv3.common.synchronization [req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 req-209614dc-a502-48f8-822d-3cc720ff98f3 service nova] Enqueued Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 698.446339] env[69155]: INFO networking_nsxv3.common.synchronization [req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 req-209614dc-a502-48f8-822d-3cc720ff98f3 service nova] Enqueued Resource ID: e7a77bf9-0d26-45cd-a5e0-248f69f94bbe with Priority: HIGHEST for action port [ 698.446339] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_rules [ 698.446339] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 698.446339] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a77bf9-0d26-45cd-a5e0-248f69f94bbe with Priority: HIGHEST for action port [ 698.446339] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.446339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.446339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.446339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.446339] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.447979] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.448305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.449317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.450886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.452987] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.452987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.452987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.452987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.452987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.452987] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.452987] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.452987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.452987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.452987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.452987] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7a77bf9-0d26-45cd-a5e0-248f69f94bbe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.624167] env[69155]: INFO networking_nsxv3.common.synchronization [req-0237ba42-10de-4667-a39a-a3b91e0c3648 req-c3f0b335-2931-47ad-a62e-116f33f4bede tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Enqueued Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGHEST for action security_group_members [ 698.624720] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGHEST for action security_group_members [ 698.625044] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.625176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.625242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.625490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.625656] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.625754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.625819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.626205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.626205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.626205] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f8b4477-69e9-4f8b-bff4-a70c1048ccfe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.965022] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.965022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.965022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.965022] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7a77bf9-0d26-45cd-a5e0-248f69f94bbe with status ACTIVE [ 698.965022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.965022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.965022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.965022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.965022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.965022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.965022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.965022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.965022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.965022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.965905] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.965905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.965905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.965905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.965905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.965905] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7a77bf9-0d26-45cd-a5e0-248f69f94bbe is going to be updated. [ 698.988117] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.988117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.988117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.988117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.988117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.988117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.035106] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 in Status: SUCCESS [ 699.037488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.128526] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.129693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.129857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.130114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.130341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.130393] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.130483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.130545] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.130679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.130857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.130857] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe already deleted. [ 699.130976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.273312] env[69155]: INFO networking_nsxv3.common.synchronization [None req-b8293760-1eb1-41eb-8d07-916ba0b9b98a tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_rules [ 699.274072] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_rules [ 699.275134] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.275134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.275134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.275134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.275134] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.292036] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f28ed89c-9a26-4276-925c-239f6b494d22 in Status: SUCCESS [ 699.292491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.292686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.293046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.293114] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.293234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.293294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.293630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.293630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.293630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.293745] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f28ed89c-9a26-4276-925c-239f6b494d22',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.340335] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.340541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-369" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.340669] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-369" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.342058] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-369" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.342404] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.342584] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.342707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.342969] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.343132] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.343386] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.343516] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.343629] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.343737] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.344117] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.344117] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.344117] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.361799] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.361980] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.362303] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.362416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-369" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.362713] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-18622ae4-ddb3-469f-9da5-706b76b5d1d1 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.362883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-18622ae4-ddb3-469f-9da5-706b76b5d1d1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.363097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-18622ae4-ddb3-469f-9da5-706b76b5d1d1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.363427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-18622ae4-ddb3-469f-9da5-706b76b5d1d1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.363575] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18622ae4-ddb3-469f-9da5-706b76b5d1d1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.461216] env[69155]: INFO networking_nsxv3.common.synchronization [None req-dcf6a029-97cc-4a66-bda9-1bff59eb7f78 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_rules [ 699.462250] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_rules [ 699.462592] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.462700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.469365] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.800291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f28ed89c-9a26-4276-925c-239f6b494d22 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.800291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.800291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f28ed89c-9a26-4276-925c-239f6b494d22 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.800291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.800291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.800954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.800954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.800954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.800954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.800954] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f28ed89c-9a26-4276-925c-239f6b494d22',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.805318] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.805318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.805318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.805318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.805318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.805318] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce already deleted. [ 699.805318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.805318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.805318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.805318] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.869129] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.869129] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.869341] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.870373] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.870373] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.870373] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 18622ae4-ddb3-469f-9da5-706b76b5d1d1 not found, creating... [ 699.870578] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.871146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.871146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.871146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.871293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.871546] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.871970] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.871970] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.872089] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.872202] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.872376] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 18622ae4-ddb3-469f-9da5-706b76b5d1d1 is going to be created. [ 699.893269] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.893269] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.893269] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.895589] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.895830] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.896074] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-18622ae4-ddb3-469f-9da5-706b76b5d1d1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.943430] env[69155]: INFO networking_nsxv3.common.synchronization [None req-dea068b7-7e17-472c-b79c-6f35899e223e None None] Enqueued Resource ID: 1e429260-33bd-4c09-ad94-dc737dacb6de with Priority: HIGHEST for action port [ 699.943430] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e429260-33bd-4c09-ad94-dc737dacb6de with Priority: HIGHEST for action port [ 699.943917] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e429260-33bd-4c09-ad94-dc737dacb6de taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.945952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e429260-33bd-4c09-ad94-dc737dacb6de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.946096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e429260-33bd-4c09-ad94-dc737dacb6de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.946341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e429260-33bd-4c09-ad94-dc737dacb6de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.946433] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e429260-33bd-4c09-ad94-dc737dacb6de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.971479] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.971479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.971479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.971479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.971479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.971479] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 is going to be created. [ 700.011624] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.011782] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.012045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.012611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.012959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.028487] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: UNINITIALIZED for 2s [ 700.309460] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f28ed89c-9a26-4276-925c-239f6b494d22: rpc.has_security_group_logging(os_id): False [ 700.330284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.330284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.330284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.330284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.330284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.330284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.330284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.330284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.330741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.330741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.330741] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.330889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.330889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.335369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.335369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.335369] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.335369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.335369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.335369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.335369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.335369] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f28ed89c-9a26-4276-925c-239f6b494d22 is going to be created. [ 700.335369] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.336442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.337591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.338026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.340376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.340473] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce already deleted. [ 700.340822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.397515] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.397688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.397789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.398036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.398145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.408155] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f28ed89c-9a26-4276-925c-239f6b494d22 in Status: IN_PROGRESS for 2s [ 700.448399] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e429260-33bd-4c09-ad94-dc737dacb6de [ 700.448648] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.448779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.448844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.449069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.449158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.449249] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e429260-33bd-4c09-ad94-dc737dacb6de already deleted. [ 700.449326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e429260-33bd-4c09-ad94-dc737dacb6de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.216673] env[69155]: INFO networking_nsxv3.common.synchronization [None req-1ad52091-b54c-449e-a1aa-f788c21c4054 None None] Enqueued Resource ID: 62ee0377-acf3-48e2-9943-f1177fc28d0c with Priority: HIGHEST for action port [ 701.217818] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ee0377-acf3-48e2-9943-f1177fc28d0c with Priority: HIGHEST for action port [ 701.218847] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ee0377-acf3-48e2-9943-f1177fc28d0c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.219097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ee0377-acf3-48e2-9943-f1177fc28d0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.219204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ee0377-acf3-48e2-9943-f1177fc28d0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.219540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ee0377-acf3-48e2-9943-f1177fc28d0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.220521] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ee0377-acf3-48e2-9943-f1177fc28d0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.276824] env[69155]: INFO networking_nsxv3.common.synchronization [None req-36e7de96-8c61-45f6-be83-b2d91b78a69e None None] Enqueued Resource ID: 44363494-65c1-4880-a93e-3e7f9b104e4e with Priority: HIGHEST for action port [ 701.277439] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44363494-65c1-4880-a93e-3e7f9b104e4e with Priority: HIGHEST for action port [ 701.277774] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-44363494-65c1-4880-a93e-3e7f9b104e4e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.277900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44363494-65c1-4880-a93e-3e7f9b104e4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.277962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44363494-65c1-4880-a93e-3e7f9b104e4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.278238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44363494-65c1-4880-a93e-3e7f9b104e4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.278605] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44363494-65c1-4880-a93e-3e7f9b104e4e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.285658] env[69155]: INFO networking_nsxv3.common.synchronization [req-0237ba42-10de-4667-a39a-a3b91e0c3648 req-7de46f66-1302-4655-85a7-720369fdb69c service nova] Enqueued Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGHEST for action security_group_rules [ 701.286109] env[69155]: INFO networking_nsxv3.common.synchronization [req-0237ba42-10de-4667-a39a-a3b91e0c3648 req-7de46f66-1302-4655-85a7-720369fdb69c service nova] Enqueued Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGHEST for action security_group_members [ 701.286583] env[69155]: INFO networking_nsxv3.common.synchronization [req-0237ba42-10de-4667-a39a-a3b91e0c3648 req-7de46f66-1302-4655-85a7-720369fdb69c service nova] Enqueued Resource ID: 18622ae4-ddb3-469f-9da5-706b76b5d1d1 with Priority: HIGHEST for action port [ 701.287287] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGHEST for action security_group_rules [ 701.287506] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGHEST for action security_group_members [ 701.287654] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18622ae4-ddb3-469f-9da5-706b76b5d1d1 with Priority: HIGHEST for action port [ 701.288150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.288150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.288150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.288558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.288627] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f8b4477-69e9-4f8b-bff4-a70c1048ccfe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.289701] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.290034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.290034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.290270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.290460] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.290603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.290716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.290918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.291065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.291190] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f8b4477-69e9-4f8b-bff4-a70c1048ccfe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.291984] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-18622ae4-ddb3-469f-9da5-706b76b5d1d1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.292313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18622ae4-ddb3-469f-9da5-706b76b5d1d1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.292313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18622ae4-ddb3-469f-9da5-706b76b5d1d1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.292466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18622ae4-ddb3-469f-9da5-706b76b5d1d1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.292573] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18622ae4-ddb3-469f-9da5-706b76b5d1d1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.446895] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b req-94d25f8e-cfd6-4131-8240-ac9cc8252bfd tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Enqueued Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGHEST for action security_group_members [ 701.447317] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGHEST for action security_group_members [ 701.447762] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c812774c-5d43-430e-8f04-29123bc05f18 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.448641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.448755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.449353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.449530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.449641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.449706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.450352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.450352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.450352] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c812774c-5d43-430e-8f04-29123bc05f18',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.723356] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62ee0377-acf3-48e2-9943-f1177fc28d0c [ 701.723597] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.723730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.723795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.724010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.724108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.724201] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62ee0377-acf3-48e2-9943-f1177fc28d0c already deleted. [ 701.724302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ee0377-acf3-48e2-9943-f1177fc28d0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.780495] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44363494-65c1-4880-a93e-3e7f9b104e4e [ 701.781028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.781028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.781028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.781209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.781931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.784438] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44363494-65c1-4880-a93e-3e7f9b104e4e already deleted. [ 701.784438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44363494-65c1-4880-a93e-3e7f9b104e4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.795090] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.795090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.795090] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f8b4477-69e9-4f8b-bff4-a70c1048ccfe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.796583] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18622ae4-ddb3-469f-9da5-706b76b5d1d1 with status ACTIVE [ 701.796801] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.796893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.796946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.797173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.797630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.797630] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.797630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.797630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.798120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.798120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.800312] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.800447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.800506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.801472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.801672] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.801853] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18622ae4-ddb3-469f-9da5-706b76b5d1d1 is going to be updated. [ 701.822271] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.822271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.822271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.822271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.824915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.824915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18622ae4-ddb3-469f-9da5-706b76b5d1d1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.953766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.953766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.953920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.954048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.954153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.954385] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.954499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.954564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.954727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.954805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.954891] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c812774c-5d43-430e-8f04-29123bc05f18 already deleted. [ 701.954971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.038713] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: SUCCESS [ 702.039369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.039369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.039369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.039707] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.039707] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.039849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.039952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.040013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.040062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.040148] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.168055] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.168055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.168055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.168055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.168257] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.168440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.168753] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.168837] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.169014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.169432] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.169560] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.169677] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.169790] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.169919] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.170069] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.170374] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.188329] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.188505] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.188664] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.188848] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.189221] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.189420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.191030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.191030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.191030] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.298090] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f8b4477-69e9-4f8b-bff4-a70c1048ccfe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.435575] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f28ed89c-9a26-4276-925c-239f6b494d22 in Status: SUCCESS [ 702.435575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.543972] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.544168] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.544210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.544489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.544660] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.544766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.544830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.544978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.546097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.546799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.546799] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.546799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.546799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.546977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.547159] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.547249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.547315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.547995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.548164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.548608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.548762] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.693544] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.693806] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.693958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.694271] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.694461] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.694623] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 not found, creating... [ 702.694888] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.695063] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.695179] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.695410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.695555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.695828] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.695977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.697536] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.697787] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.697932] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.698091] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 is going to be created. [ 702.703525] env[69155]: INFO networking_nsxv3.common.synchronization [req-43845a1b-a672-4465-9246-af5e708712d8 req-24ca18a0-d9c2-49d8-b9ad-619ad98b1f3d tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Enqueued Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGHEST for action security_group_members [ 702.703525] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGHEST for action security_group_members [ 702.703645] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21609da-86bd-4169-9631-333218923791 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.706199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.706199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.706199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.706199] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.706199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.706199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.706199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.706199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.706199] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c21609da-86bd-4169-9631-333218923791',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.720445] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.720902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.721043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.721356] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.721731] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.722662] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.772950] env[69155]: INFO networking_nsxv3.common.synchronization [None req-af7e337c-3c0d-4b9b-aa6c-21cf64b335e8 None None] Enqueued Resource ID: 274ba3d9-5c27-42dc-8fc6-c63d32c1a62f with Priority: HIGHEST for action port [ 702.775206] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274ba3d9-5c27-42dc-8fc6-c63d32c1a62f with Priority: HIGHEST for action port [ 702.775206] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-274ba3d9-5c27-42dc-8fc6-c63d32c1a62f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.775206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-274ba3d9-5c27-42dc-8fc6-c63d32c1a62f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.775206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-274ba3d9-5c27-42dc-8fc6-c63d32c1a62f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.775206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-274ba3d9-5c27-42dc-8fc6-c63d32c1a62f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.775206] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('274ba3d9-5c27-42dc-8fc6-c63d32c1a62f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.801946] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.802372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.802372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.802479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.802539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.802703] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe is going to be created. [ 702.844301] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.844752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.844752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.844886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.844921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.857829] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe in Status: UNINITIALIZED for 2s [ 703.053068] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f4c3a3-07bd-413f-9137-599cd0dc1420: rpc.has_security_group_logging(os_id): False [ 703.071462] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.071696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.071696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.071937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.072123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.072329] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.073783] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.073783] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.073783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.074213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.074213] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 is going to be created. [ 703.131536] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.131706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.131764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.131960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.132146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.143475] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: IN_PROGRESS for 2s [ 703.207612] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.207788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.207858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.208100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.208186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.208400] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.208500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.208559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.208713] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.208786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.208880] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c21609da-86bd-4169-9631-333218923791 already deleted. [ 703.208957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.237166] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.237166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-607" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.237166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-607" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.238292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-607" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.241055] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.241055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.241055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.241055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.241055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.241055] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.241055] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.241055] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.242452] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.242452] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.242452] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.245761] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.275962] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 274ba3d9-5c27-42dc-8fc6-c63d32c1a62f [ 703.276616] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.276998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.277262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.277635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.278023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.278287] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:274ba3d9-5c27-42dc-8fc6-c63d32c1a62f already deleted. [ 703.278597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-274ba3d9-5c27-42dc-8fc6-c63d32c1a62f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.287243] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.289859] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.289859] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.289859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-607" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.289859] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-bb3d217d-eac0-4a90-9806-05d26cb97a6c taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.289859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-bb3d217d-eac0-4a90-9806-05d26cb97a6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.289859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-bb3d217d-eac0-4a90-9806-05d26cb97a6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.289859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-bb3d217d-eac0-4a90-9806-05d26cb97a6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.289859] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3d217d-eac0-4a90-9806-05d26cb97a6c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.795246] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.796576] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.796750] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.797062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.797219] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.797377] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port bb3d217d-eac0-4a90-9806-05d26cb97a6c not found, creating... [ 703.797653] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.797817] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.797934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.800068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.800068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.800068] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.800068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.800068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.800068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.800068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.800068] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: bb3d217d-eac0-4a90-9806-05d26cb97a6c is going to be created. [ 703.825320] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.825320] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.825320] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.825320] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.825320] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.825320] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-bb3d217d-eac0-4a90-9806-05d26cb97a6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.853752] env[69155]: INFO networking_nsxv3.common.synchronization [None req-3c64a893-8d96-4afa-9aca-a342a6ccece6 None None] Enqueued Resource ID: db705d36-da59-45c8-af57-c12c5f4e0ace with Priority: HIGHEST for action port [ 703.854336] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db705d36-da59-45c8-af57-c12c5f4e0ace with Priority: HIGHEST for action port [ 703.854716] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-db705d36-da59-45c8-af57-c12c5f4e0ace taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.854820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db705d36-da59-45c8-af57-c12c5f4e0ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.854820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db705d36-da59-45c8-af57-c12c5f4e0ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.855100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db705d36-da59-45c8-af57-c12c5f4e0ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.856033] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db705d36-da59-45c8-af57-c12c5f4e0ace',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.083502] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b req-5e800a40-ce7a-43df-aa10-dc02327931e0 service nova] Enqueued Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGHEST for action security_group_rules [ 704.083722] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b req-5e800a40-ce7a-43df-aa10-dc02327931e0 service nova] Enqueued Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGHEST for action security_group_members [ 704.083890] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b req-5e800a40-ce7a-43df-aa10-dc02327931e0 service nova] Enqueued Resource ID: 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 with Priority: HIGHEST for action port [ 704.084176] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGHEST for action security_group_rules [ 704.084777] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGHEST for action security_group_members [ 704.084777] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 with Priority: HIGHEST for action port [ 704.085849] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c812774c-5d43-430e-8f04-29123bc05f18 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.086047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.086137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.086391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.087281] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c812774c-5d43-430e-8f04-29123bc05f18',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.087281] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c812774c-5d43-430e-8f04-29123bc05f18 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.087428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.087474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.087618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.087764] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.087854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.087920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.088077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.088188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.088254] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c812774c-5d43-430e-8f04-29123bc05f18',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.089825] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.089825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.089825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.089825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.089981] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.220777] env[69155]: INFO networking_nsxv3.common.synchronization [None req-63d64d89-5958-4518-acca-8eecc5a58b00 None None] Enqueued Resource ID: a856da90-278b-486d-a105-048f3275e48f with Priority: HIGHEST for action port [ 704.220777] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a856da90-278b-486d-a105-048f3275e48f with Priority: HIGHEST for action port [ 704.221105] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a856da90-278b-486d-a105-048f3275e48f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.221105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a856da90-278b-486d-a105-048f3275e48f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.221105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a856da90-278b-486d-a105-048f3275e48f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.222019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a856da90-278b-486d-a105-048f3275e48f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.222191] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a856da90-278b-486d-a105-048f3275e48f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.357638] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db705d36-da59-45c8-af57-c12c5f4e0ace [ 704.358611] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.358804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.358981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.359356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.359462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.359819] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db705d36-da59-45c8-af57-c12c5f4e0ace already deleted. [ 704.360809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db705d36-da59-45c8-af57-c12c5f4e0ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.591297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c812774c-5d43-430e-8f04-29123bc05f18 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.592235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.592523] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c812774c-5d43-430e-8f04-29123bc05f18',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.594539] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 with status ACTIVE [ 704.594754] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.594882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.594948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.595182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.595283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.595494] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.595650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.595706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.597453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.597453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.597656] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.597714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.597754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.597907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.597992] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.598107] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 is going to be updated. [ 704.617802] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.617910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.617956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.618445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.618606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.618810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.724660] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a856da90-278b-486d-a105-048f3275e48f [ 704.724915] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.728406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.728406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.728406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.728406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.728406] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a856da90-278b-486d-a105-048f3275e48f already deleted. [ 704.728406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a856da90-278b-486d-a105-048f3275e48f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.801526] env[69155]: INFO networking_nsxv3.common.synchronization [req-f595fc17-e01e-4d52-b953-b578458b36ac req-3b14d728-1690-46bd-8adb-b418b7267221 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 704.807376] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 704.807376] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.807376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.807376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.807376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.807376] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.807376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.807376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.807376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.807376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.807376] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.868786] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe in Status: SUCCESS [ 704.868906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.869121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.869289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.869537] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.869537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.869667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.870019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.870019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.870019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.870019] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f8b4477-69e9-4f8b-bff4-a70c1048ccfe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.096038] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c812774c-5d43-430e-8f04-29123bc05f18',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.154575] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: SUCCESS [ 705.155249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.310127] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.310734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.310734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.310734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.310734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.310897] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.310950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.310980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.311143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.311256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.311413] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b already deleted. [ 705.311413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.348956] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.349299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.349403] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.349689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.349973] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.350120] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.350299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.350540] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.350798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.350887] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.351010] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.351123] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.351234] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.351340] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.351451] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.351568] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.372097] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.372097] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.372097] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.372097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.372568] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-3fcee58f-bd35-4945-872c-8030fe33e08a taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.372693] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-3fcee58f-bd35-4945-872c-8030fe33e08a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.372766] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-3fcee58f-bd35-4945-872c-8030fe33e08a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.373038] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-3fcee58f-bd35-4945-872c-8030fe33e08a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.373425] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fcee58f-bd35-4945-872c-8030fe33e08a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.377312] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.377495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.377495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.377752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.377836] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.377937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.378017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.379221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.379221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.379221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.379370] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.379481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.379528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.380238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.380238] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.380238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.380238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.380488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.380488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.380488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.380593] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f8b4477-69e9-4f8b-bff4-a70c1048ccfe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.600067] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.600067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.600067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.603109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.603109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.603109] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c812774c-5d43-430e-8f04-29123bc05f18 is going to be created. [ 705.626940] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.627111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.627163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.627363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.627522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.636263] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c812774c-5d43-430e-8f04-29123bc05f18 in Status: UNINITIALIZED for 2s [ 705.753386] env[69155]: INFO networking_nsxv3.common.synchronization [req-43845a1b-a672-4465-9246-af5e708712d8 req-eea91279-6db2-4128-9b1a-3eab02802d99 service nova] Enqueued Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGHEST for action security_group_rules [ 705.753818] env[69155]: INFO networking_nsxv3.common.synchronization [req-43845a1b-a672-4465-9246-af5e708712d8 req-eea91279-6db2-4128-9b1a-3eab02802d99 service nova] Enqueued Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGHEST for action security_group_members [ 705.753818] env[69155]: INFO networking_nsxv3.common.synchronization [req-43845a1b-a672-4465-9246-af5e708712d8 req-eea91279-6db2-4128-9b1a-3eab02802d99 service nova] Enqueued Resource ID: bb3d217d-eac0-4a90-9806-05d26cb97a6c with Priority: HIGHEST for action port [ 705.753919] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGHEST for action security_group_rules [ 705.754047] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGHEST for action security_group_members [ 705.754149] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3d217d-eac0-4a90-9806-05d26cb97a6c with Priority: HIGHEST for action port [ 705.754742] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c21609da-86bd-4169-9631-333218923791 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.754839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.754910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.757635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.757635] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c21609da-86bd-4169-9631-333218923791',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.758644] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21609da-86bd-4169-9631-333218923791 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.758644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.758644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.758644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.758644] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.758925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.758925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.758925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.759025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.759645] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c21609da-86bd-4169-9631-333218923791',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.761381] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb3d217d-eac0-4a90-9806-05d26cb97a6c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.761890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb3d217d-eac0-4a90-9806-05d26cb97a6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.761930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb3d217d-eac0-4a90-9806-05d26cb97a6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.762102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb3d217d-eac0-4a90-9806-05d26cb97a6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.762177] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3d217d-eac0-4a90-9806-05d26cb97a6c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.883709] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.884051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.884141] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.884363] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.884516] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.884677] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 3fcee58f-bd35-4945-872c-8030fe33e08a not found, creating... [ 705.884948] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.885127] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.885384] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.885451] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.885611] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.885904] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.886072] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.886190] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.886466] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.886531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.886661] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 3fcee58f-bd35-4945-872c-8030fe33e08a is going to be created. [ 705.890879] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe: rpc.has_security_group_logging(os_id): False [ 705.926954] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.927176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.927301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.927752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.927982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.928299] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.928456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.928527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.929344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.929344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.929344] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.929344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.929344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.929694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.930020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.930780] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.931073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.931210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.931424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.931616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.931762] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe is going to be created. [ 705.934603] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.934934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.935141] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.935728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.936584] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.936821] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-3fcee58f-bd35-4945-872c-8030fe33e08a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.989847] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.990268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.990609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.991260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.992622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.025577] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe in Status: IN_PROGRESS for 2s [ 706.263896] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21609da-86bd-4169-9631-333218923791 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.264064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.265969] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c21609da-86bd-4169-9631-333218923791',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.266245] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb3d217d-eac0-4a90-9806-05d26cb97a6c with status ACTIVE [ 706.266464] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.266594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.266660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.266881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.266980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.267183] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.267314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.267379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.267549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.270030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.270030] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.270030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.272040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.272349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.272456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.272567] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb3d217d-eac0-4a90-9806-05d26cb97a6c is going to be updated. [ 706.297022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.297233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.297304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.297573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.297753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.297950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb3d217d-eac0-4a90-9806-05d26cb97a6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.767393] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c21609da-86bd-4169-9631-333218923791',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.911370] env[69155]: INFO networking_nsxv3.common.synchronization [req-f595fc17-e01e-4d52-b953-b578458b36ac req-764b1e77-68d7-4b46-bec0-bd4be8815989 service nova] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_rules [ 706.911598] env[69155]: INFO networking_nsxv3.common.synchronization [req-f595fc17-e01e-4d52-b953-b578458b36ac req-764b1e77-68d7-4b46-bec0-bd4be8815989 service nova] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 706.911809] env[69155]: INFO networking_nsxv3.common.synchronization [req-f595fc17-e01e-4d52-b953-b578458b36ac req-764b1e77-68d7-4b46-bec0-bd4be8815989 service nova] Enqueued Resource ID: 3fcee58f-bd35-4945-872c-8030fe33e08a with Priority: HIGHEST for action port [ 706.911917] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_rules [ 706.912187] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 706.912187] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcee58f-bd35-4945-872c-8030fe33e08a with Priority: HIGHEST for action port [ 706.918260] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.918260] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.918260] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.918260] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.918260] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.918260] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fcee58f-bd35-4945-872c-8030fe33e08a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fcee58f-bd35-4945-872c-8030fe33e08a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.918260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fcee58f-bd35-4945-872c-8030fe33e08a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.919238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fcee58f-bd35-4945-872c-8030fe33e08a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.919238] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fcee58f-bd35-4945-872c-8030fe33e08a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.269867] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.270187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.270263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.272407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.272514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.273098] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c21609da-86bd-4169-9631-333218923791 is going to be created. [ 707.299989] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.302013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.302013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.302013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.302013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.320458] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c21609da-86bd-4169-9631-333218923791 in Status: UNINITIALIZED for 2s [ 707.367496] env[69155]: INFO networking_nsxv3.common.synchronization [req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 req-152a20c6-e9fd-4fb2-bba2-89256f6a461a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 707.367496] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 707.367496] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.367496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.367496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.370196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.370196] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.370196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.370196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.370196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.370196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.370196] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.421785] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.422776] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.423072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.423199] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fcee58f-bd35-4945-872c-8030fe33e08a with status ACTIVE [ 707.423277] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.423473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.423473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.424336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.424336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.424336] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.424336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.424336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.424336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.425409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.425478] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.425581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.425759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.425919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.426067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.426143] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fcee58f-bd35-4945-872c-8030fe33e08a is going to be updated. [ 707.452869] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.452869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.452869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.452869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.452869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.453182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fcee58f-bd35-4945-872c-8030fe33e08a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.650723] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c812774c-5d43-430e-8f04-29123bc05f18 in Status: SUCCESS [ 707.650723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.650723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.650723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.650723] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.650723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.650723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.650723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.650723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.650723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.650723] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c812774c-5d43-430e-8f04-29123bc05f18',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.655052] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c6cc51ba-b0cc-4940-9c21-f37c6647fb01 None None] Enqueued Resource ID: 74e5896a-f46a-4b1c-9736-86c726694249 with Priority: HIGHEST for action port [ 707.657237] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e5896a-f46a-4b1c-9736-86c726694249 with Priority: HIGHEST for action port [ 707.657577] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e5896a-f46a-4b1c-9736-86c726694249 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.657710] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e5896a-f46a-4b1c-9736-86c726694249" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.660394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e5896a-f46a-4b1c-9736-86c726694249" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.660394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e5896a-f46a-4b1c-9736-86c726694249" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.660394] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e5896a-f46a-4b1c-9736-86c726694249',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.872752] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.872979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.873435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.873780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.873976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.874456] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.874530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.874715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.875020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.875875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.876214] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb already deleted. [ 707.876401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.881749] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.881955] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.882798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.883139] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.883502] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.883713] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.883806] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.884302] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.884400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.884586] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.884727] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.885059] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.885059] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.885208] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.885324] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.885472] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.905314] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.905791] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.907144] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.907144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.907144] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-c0d5ba15-55bd-4fbc-bc86-1037aa210271 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.907144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-c0d5ba15-55bd-4fbc-bc86-1037aa210271" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.907454] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-c0d5ba15-55bd-4fbc-bc86-1037aa210271" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.907602] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-c0d5ba15-55bd-4fbc-bc86-1037aa210271" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.908150] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0d5ba15-55bd-4fbc-bc86-1037aa210271',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.929297] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.040328] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe in Status: SUCCESS [ 708.040618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.157061] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c812774c-5d43-430e-8f04-29123bc05f18 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.157363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.157363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.157574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.157827] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.157937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.158008] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.158219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.158295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.158387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.158540] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c812774c-5d43-430e-8f04-29123bc05f18 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.158624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.158698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.158897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.159089] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.159186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.159248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.159390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.159473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.159552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.159988] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c812774c-5d43-430e-8f04-29123bc05f18',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.163626] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74e5896a-f46a-4b1c-9736-86c726694249 [ 708.163900] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.164071] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.164108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.164371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.164461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.164555] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74e5896a-f46a-4b1c-9736-86c726694249 already deleted. [ 708.164643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e5896a-f46a-4b1c-9736-86c726694249" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.186181] env[69155]: INFO networking_nsxv3.common.synchronization [None req-abada3d6-4889-4ea4-8a1f-cabdd8307083 None None] Enqueued Resource ID: 2f122a4b-6789-45e2-90e1-ad05970e9f81 with Priority: HIGHEST for action port [ 708.187167] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f122a4b-6789-45e2-90e1-ad05970e9f81 with Priority: HIGHEST for action port [ 708.187256] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f122a4b-6789-45e2-90e1-ad05970e9f81 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.187394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f122a4b-6789-45e2-90e1-ad05970e9f81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.187437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f122a4b-6789-45e2-90e1-ad05970e9f81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.188505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f122a4b-6789-45e2-90e1-ad05970e9f81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.188872] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f122a4b-6789-45e2-90e1-ad05970e9f81',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.410662] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.410915] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.411280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.411387] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.411900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.411900] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port c0d5ba15-55bd-4fbc-bc86-1037aa210271 not found, creating... [ 708.412025] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.412150] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.412499] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.412612] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.412707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.413058] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.415239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.415239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.415239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.415239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.415239] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: c0d5ba15-55bd-4fbc-bc86-1037aa210271 is going to be created. [ 708.433313] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.436019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.436019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.436019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.436019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.436019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-c0d5ba15-55bd-4fbc-bc86-1037aa210271" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.436019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.436019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.436019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.436019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.436879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.437137] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be created. [ 708.467530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.467530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.467530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.467530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.467530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.479972] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: UNINITIALIZED for 2s [ 708.661779] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c812774c-5d43-430e-8f04-29123bc05f18: rpc.has_security_group_logging(os_id): False [ 708.685315] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.686697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.687909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.687909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.687909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.687909] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.687909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.687909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.687909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.690873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.691067] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.692565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.692565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.692565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.692565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.692565] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.692565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.692565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.692565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.692565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.692565] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c812774c-5d43-430e-8f04-29123bc05f18 is going to be created. [ 708.693883] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f122a4b-6789-45e2-90e1-ad05970e9f81 [ 708.694099] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.694222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.694301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.694465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.694558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.694663] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f122a4b-6789-45e2-90e1-ad05970e9f81 already deleted. [ 708.694770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f122a4b-6789-45e2-90e1-ad05970e9f81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.769994] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.769994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.769994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.769994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.769994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.780986] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c812774c-5d43-430e-8f04-29123bc05f18 in Status: IN_PROGRESS for 2s [ 709.330870] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c21609da-86bd-4169-9631-333218923791 in Status: SUCCESS [ 709.331173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.333185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.333185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.333185] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.333185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.333185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.333185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.333185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.333185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.333185] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c21609da-86bd-4169-9631-333218923791',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.834379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21609da-86bd-4169-9631-333218923791 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.834551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.834622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.834848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.835028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.835442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.835442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.835442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.835442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.835658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.835658] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21609da-86bd-4169-9631-333218923791 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.835744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.835785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.835920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.836519] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.836519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.836519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.836519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.836519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.836519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.837097] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c21609da-86bd-4169-9631-333218923791',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.130542] env[69155]: INFO networking_nsxv3.common.synchronization [None req-476d049a-f2cc-4611-a0fa-7342f8cb642a None None] Enqueued Resource ID: b0937c8e-a397-49cf-b9ac-ebfabe5040b3 with Priority: HIGHEST for action port [ 710.131177] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0937c8e-a397-49cf-b9ac-ebfabe5040b3 with Priority: HIGHEST for action port [ 710.131528] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0937c8e-a397-49cf-b9ac-ebfabe5040b3 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.131653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0937c8e-a397-49cf-b9ac-ebfabe5040b3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.131708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0937c8e-a397-49cf-b9ac-ebfabe5040b3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.132656] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0937c8e-a397-49cf-b9ac-ebfabe5040b3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.133808] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0937c8e-a397-49cf-b9ac-ebfabe5040b3',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.324578] env[69155]: INFO networking_nsxv3.common.synchronization [req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 req-9e48dedb-2304-4fae-ad3e-5020be7ed7d0 service nova] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 710.324836] env[69155]: INFO networking_nsxv3.common.synchronization [req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 req-9e48dedb-2304-4fae-ad3e-5020be7ed7d0 service nova] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 710.324990] env[69155]: INFO networking_nsxv3.common.synchronization [req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 req-9e48dedb-2304-4fae-ad3e-5020be7ed7d0 service nova] Enqueued Resource ID: c0d5ba15-55bd-4fbc-bc86-1037aa210271 with Priority: HIGHEST for action port [ 710.325169] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 710.325331] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 710.325331] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0d5ba15-55bd-4fbc-bc86-1037aa210271 with Priority: HIGHEST for action port [ 710.325927] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.328325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.328582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.328648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.328710] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.330691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.330691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.330691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.330691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.332521] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.332521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.332521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.332521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.332521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.332521] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.332521] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0d5ba15-55bd-4fbc-bc86-1037aa210271 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.332521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0d5ba15-55bd-4fbc-bc86-1037aa210271" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.332521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0d5ba15-55bd-4fbc-bc86-1037aa210271" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.333789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0d5ba15-55bd-4fbc-bc86-1037aa210271" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.333789] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0d5ba15-55bd-4fbc-bc86-1037aa210271',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.342401] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c21609da-86bd-4169-9631-333218923791: rpc.has_security_group_logging(os_id): False [ 710.359552] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.359635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.359701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.359944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.360049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.360237] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.360344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.360404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.360554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.360628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.360813] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.360896] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.360957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.361109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.361178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.361369] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.361459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.361517] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.361649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.361740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.361799] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c21609da-86bd-4169-9631-333218923791 is going to be created. [ 710.414021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.414021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.414150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.414332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.414554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.425735] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c21609da-86bd-4169-9631-333218923791 in Status: IN_PROGRESS for 2s [ 710.480270] env[69155]: INFO networking_nsxv3.common.synchronization [req-414ff34d-fa82-42b5-9841-6047e6890436 req-9d12f096-4313-47a8-a602-bb2ced49efb4 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 710.481880] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 710.482285] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.482431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.482497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.482805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.482972] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.483124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.483195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.483401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.483501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.483639] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.493851] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 710.494114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.494348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.494790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.494790] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.494938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.495125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.495240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.495353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.495487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.495595] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.516382] env[69155]: INFO networking_nsxv3.common.synchronization [None req-660c5f1f-e7aa-48fb-9e42-99efaf598d4e None None] Enqueued Resource ID: 6b1488ad-7724-4a4c-9d4d-80234952ff50 with Priority: HIGHEST for action port [ 710.517199] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1488ad-7724-4a4c-9d4d-80234952ff50 with Priority: HIGHEST for action port [ 710.518863] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b1488ad-7724-4a4c-9d4d-80234952ff50 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.519044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b1488ad-7724-4a4c-9d4d-80234952ff50" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.519116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b1488ad-7724-4a4c-9d4d-80234952ff50" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.519389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b1488ad-7724-4a4c-9d4d-80234952ff50" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.519468] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b1488ad-7724-4a4c-9d4d-80234952ff50',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.636132] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0937c8e-a397-49cf-b9ac-ebfabe5040b3 [ 710.638803] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.638803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.638803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.638946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.639578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.639578] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0937c8e-a397-49cf-b9ac-ebfabe5040b3 already deleted. [ 710.639578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0937c8e-a397-49cf-b9ac-ebfabe5040b3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.796023] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c812774c-5d43-430e-8f04-29123bc05f18 in Status: SUCCESS [ 710.796023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.834418] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.835031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.835031] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.836092] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0d5ba15-55bd-4fbc-bc86-1037aa210271 with status ACTIVE [ 710.836224] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.836497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.836721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.836991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.838554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.838554] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.838554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.838554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.838554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.838554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.838554] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.838554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.838554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.838554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.839188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.839188] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0d5ba15-55bd-4fbc-bc86-1037aa210271 is going to be updated. [ 710.863166] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.863166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.863166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.863166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.863166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.863166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0d5ba15-55bd-4fbc-bc86-1037aa210271" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.986157] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.986318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.986430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.987292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.987402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.988393] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.988572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.988665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.988867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.988978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.989108] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 already deleted. [ 710.989213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.003605] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.003786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.003826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.004056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.004223] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.004351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.004474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.004637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.004727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.004934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.004980] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.005080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.005310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.005310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.005410] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.005494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.005546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.005708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.005765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.005834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.005923] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.021467] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b1488ad-7724-4a4c-9d4d-80234952ff50 [ 711.021651] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.021774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.021865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.022326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.022326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.022326] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b1488ad-7724-4a4c-9d4d-80234952ff50 already deleted. [ 711.022326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b1488ad-7724-4a4c-9d4d-80234952ff50" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.341026] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.510207] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab5d4a04-0e06-439f-838c-f8c7090fec3b: rpc.has_security_group_logging(os_id): False [ 711.528409] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.528512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.528591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.528885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.528885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.529174] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.529305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.529401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.529568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.529647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.529840] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.529935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.529987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.530144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.530231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.530386] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.530481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.530533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.530674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.530745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.530828] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be created. [ 711.589865] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.591154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.591154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.591154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.591154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.601742] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: IN_PROGRESS for 2s [ 711.680262] env[69155]: INFO networking_nsxv3.common.synchronization [None req-928e2407-6c9a-4d2d-b12e-d5c5f0ba1673 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Enqueued Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_rules [ 711.680262] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_rules [ 711.680262] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.680262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.680262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.681338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.681557] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.756386] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.758017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.758017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.758017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.758017] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.758495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.758777] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.759416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.759754] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.762018] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.762018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.762018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.762018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.762018] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.762018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.762018] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.781400] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.781400] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.781400] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.781400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.781400] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-060d009b-aa22-4581-b348-19b5f1e0121d taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.781400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-060d009b-aa22-4581-b348-19b5f1e0121d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.781820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-060d009b-aa22-4581-b348-19b5f1e0121d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.782248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-060d009b-aa22-4581-b348-19b5f1e0121d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.783509] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060d009b-aa22-4581-b348-19b5f1e0121d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.845870] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.846034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.846166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.846331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.846420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.846838] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be created. [ 711.868738] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.868881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.868951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.869188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.869348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.878441] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: UNINITIALIZED for 2s [ 712.011375] env[69155]: INFO networking_nsxv3.common.synchronization [None req-57ac2304-4b21-4b66-9516-433bd45d3478 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Enqueued Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_rules [ 712.011915] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_rules [ 712.012336] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.012494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.206538] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.206725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.206786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.206982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.207089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.207402] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 already deleted. [ 712.207402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.207533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.207725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.208022] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.234474] env[69155]: INFO networking_nsxv3.common.synchronization [req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 req-f581f97c-3488-4928-bcd3-203ff9939f3b tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Enqueued Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 712.235241] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 712.235452] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.235551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.235617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.235863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.236103] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.236223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.236440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.236535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.236676] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.285990] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.286279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.286615] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.286782] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.287075] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.287284] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 060d009b-aa22-4581-b348-19b5f1e0121d not found, creating... [ 712.287711] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.287848] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.288020] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.288873] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.289254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.289681] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.289897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.290178] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.290511] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.290702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.291128] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 060d009b-aa22-4581-b348-19b5f1e0121d is going to be created. [ 712.317395] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.317395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.317395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.317395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.317395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.317395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-060d009b-aa22-4581-b348-19b5f1e0121d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.440133] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c21609da-86bd-4169-9631-333218923791 in Status: SUCCESS [ 712.440439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.480161] env[69155]: INFO networking_nsxv3.common.synchronization [req-f225cd00-bc74-45fe-98a1-966020e2342f req-fa0b8069-ccc7-4a8b-8082-8e8e10e1b4ca tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 712.480161] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 712.480161] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.481759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.481759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.481759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.481854] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.482638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.482638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.482638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.482638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.482638] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.916636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.916636] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 already deleted. [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.916636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.916636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.916636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.924035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.924035] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 is going to be updated. [ 712.924035] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.924035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.924035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.924035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.924035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.924035] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: IN_PROGRESS for 2s [ 712.988520] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.988703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.988877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.989043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.989254] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.989381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.989381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.989552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.989635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.989738] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 already deleted. [ 712.989811] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.614078] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 713.614435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.816199] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.816409] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.816537] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.817029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.817362] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.817694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.817867] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.818131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.818577] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.818828] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.819314] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.820697] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.820849] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.820969] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.821096] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.821239] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.840686] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.840805] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.840939] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.841133] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.841481] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-0bb6bbd4-364e-4bff-af8d-3985981409cc taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.841661] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-0bb6bbd4-364e-4bff-af8d-3985981409cc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.841778] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-0bb6bbd4-364e-4bff-af8d-3985981409cc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.842109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-0bb6bbd4-364e-4bff-af8d-3985981409cc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.842950] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb6bbd4-364e-4bff-af8d-3985981409cc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.889045] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 713.889045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.889045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.889317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.889317] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.889417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.889549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.889817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.889817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.889817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.889953] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.926013] env[69155]: INFO networking_nsxv3.common.synchronization [req-414ff34d-fa82-42b5-9841-6047e6890436 req-994aad3a-b1e2-4278-8485-7e12ae61b7ff service nova] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_rules [ 713.926013] env[69155]: INFO networking_nsxv3.common.synchronization [req-414ff34d-fa82-42b5-9841-6047e6890436 req-994aad3a-b1e2-4278-8485-7e12ae61b7ff service nova] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 713.926013] env[69155]: INFO networking_nsxv3.common.synchronization [req-414ff34d-fa82-42b5-9841-6047e6890436 req-994aad3a-b1e2-4278-8485-7e12ae61b7ff service nova] Enqueued Resource ID: 060d009b-aa22-4581-b348-19b5f1e0121d with Priority: HIGHEST for action port [ 713.926373] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_rules [ 713.926432] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 713.926506] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060d009b-aa22-4581-b348-19b5f1e0121d with Priority: HIGHEST for action port [ 713.926774] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.926899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.926982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.927625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.927745] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.929150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.929523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.929523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.929734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.930110] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.930110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.930110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.930264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.930354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.930915] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.934356] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-060d009b-aa22-4581-b348-19b5f1e0121d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.934356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060d009b-aa22-4581-b348-19b5f1e0121d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.934356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060d009b-aa22-4581-b348-19b5f1e0121d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.934356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060d009b-aa22-4581-b348-19b5f1e0121d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.934356] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060d009b-aa22-4581-b348-19b5f1e0121d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.263795] env[69155]: INFO networking_nsxv3.common.synchronization [req-91faa9a4-883b-4c20-9745-ba35a68fb978 req-6ec573a2-95ad-41a9-8446-54175aae2ca6 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Enqueued Resource ID: f28ed89c-9a26-4276-925c-239f6b494d22 with Priority: HIGHEST for action security_group_members [ 714.264490] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28ed89c-9a26-4276-925c-239f6b494d22 with Priority: HIGHEST for action security_group_members [ 714.265339] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f28ed89c-9a26-4276-925c-239f6b494d22 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.265339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.265503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.265744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.265977] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.266167] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.266297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.266498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.266710] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.267242] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f28ed89c-9a26-4276-925c-239f6b494d22',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.347310] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.347557] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.347687] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.347983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.348152] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.348316] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 0bb6bbd4-364e-4bff-af8d-3985981409cc not found, creating... [ 714.348855] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.348855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.348996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.349258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.349437] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.349735] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.349926] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.350093] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.350314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.350486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.350655] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 0bb6bbd4-364e-4bff-af8d-3985981409cc is going to be created. [ 714.370557] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.370951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.371268] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.371357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.371685] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.372048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-0bb6bbd4-364e-4bff-af8d-3985981409cc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.394272] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.432913] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.435227] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.435418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.436998] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 060d009b-aa22-4581-b348-19b5f1e0121d with status ACTIVE [ 714.437445] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.437806] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.439074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.439354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.439512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.439909] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.440177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.440177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.440633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.440633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.440777] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.440873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.440873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.441218] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.441218] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.441218] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 060d009b-aa22-4581-b348-19b5f1e0121d is going to be updated. [ 714.480072] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.480328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.480328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.480508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.480645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.480808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060d009b-aa22-4581-b348-19b5f1e0121d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.771026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.771026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.771026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.771026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.771026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.771026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.771026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.771026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.771026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.771026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.771026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f28ed89c-9a26-4276-925c-239f6b494d22 is going to be updated. [ 714.798035] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: SUCCESS [ 714.798035] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 deletion is rescheduled due to dependency. [ 714.798506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.802649] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.802649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.802649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.802649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.802649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.815163] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f28ed89c-9a26-4276-925c-239f6b494d22 in Status: IN_PROGRESS for 2s [ 714.897466] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a22103-f817-4656-ac9b-9fa2760d3fbb: rpc.has_security_group_logging(os_id): False [ 714.922830] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.924021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.924021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.924021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.924021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.924816] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.925036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.925112] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.927203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.927203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.927203] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be created. [ 714.936905] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.984923] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.984923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.984923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.984923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.984923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.000414] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 715.443785] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.443785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.443785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.443785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.443785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.443785] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be created. [ 715.470230] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.470342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.470428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.470608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.470760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.481428] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: UNINITIALIZED for 2s [ 715.491218] env[69155]: INFO networking_nsxv3.common.synchronization [req-f225cd00-bc74-45fe-98a1-966020e2342f req-42eaf3a4-83c5-4124-9994-f30134e0a071 service nova] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_rules [ 715.491218] env[69155]: INFO networking_nsxv3.common.synchronization [req-f225cd00-bc74-45fe-98a1-966020e2342f req-42eaf3a4-83c5-4124-9994-f30134e0a071 service nova] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 715.491218] env[69155]: INFO networking_nsxv3.common.synchronization [req-f225cd00-bc74-45fe-98a1-966020e2342f req-42eaf3a4-83c5-4124-9994-f30134e0a071 service nova] Enqueued Resource ID: 0bb6bbd4-364e-4bff-af8d-3985981409cc with Priority: HIGHEST for action port [ 715.491218] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_rules [ 715.491218] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 715.491533] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb6bbd4-364e-4bff-af8d-3985981409cc with Priority: HIGHEST for action port [ 715.495230] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.495230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.495230] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.495230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.495230] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb6bbd4-364e-4bff-af8d-3985981409cc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.495230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb6bbd4-364e-4bff-af8d-3985981409cc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.495230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb6bbd4-364e-4bff-af8d-3985981409cc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.495230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb6bbd4-364e-4bff-af8d-3985981409cc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.495230] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb6bbd4-364e-4bff-af8d-3985981409cc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.997953] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb6bbd4-364e-4bff-af8d-3985981409cc with status ACTIVE [ 715.997953] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.998777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.998777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.000943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.000943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.002743] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.002743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.002743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.002743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.002743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.002743] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.002743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.002743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.002743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.002743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.002743] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb6bbd4-364e-4bff-af8d-3985981409cc is going to be updated. [ 716.025120] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.025120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.025120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.025120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.025120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.025120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb6bbd4-364e-4bff-af8d-3985981409cc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.534203] env[69155]: INFO networking_nsxv3.common.synchronization [req-f6641582-7b59-4663-a498-bca854731bf3 req-40c40b26-c7e1-4089-b604-e77636e4ad65 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Enqueued Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGHEST for action security_group_members [ 716.534833] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGHEST for action security_group_members [ 716.535159] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.535364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.535364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.535550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.536527] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.536527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.536527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.536527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.536527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.536527] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6da679-0f0f-49c4-bb73-8be82ae7d90c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.828421] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f28ed89c-9a26-4276-925c-239f6b494d22 in Status: SUCCESS [ 716.828496] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f28ed89c-9a26-4276-925c-239f6b494d22 deletion is rescheduled due to dependency. [ 716.828742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f28ed89c-9a26-4276-925c-239f6b494d22" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.015373] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 717.015373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.040193] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.040193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.040193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.040193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.040193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.040193] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.040193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.040193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.040492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.040492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.040492] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c is going to be updated. [ 717.066957] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.067108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.067175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.067406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.067570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.077767] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c in Status: IN_PROGRESS for 2s [ 717.493465] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 717.493465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.493465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.494337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.494892] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.495202] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.495399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.495855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.496516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.499077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.499077] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.499077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.499077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.499077] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.499077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.499077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.499077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.499077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.499077] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.002118] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.002338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.002468] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.368648] env[69155]: INFO networking_nsxv3.common.synchronization [req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b req-b97fce9b-01e9-4e6d-80db-3adab5a2b967 tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Enqueued Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGHEST for action security_group_members [ 718.368648] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGHEST for action security_group_members [ 718.368937] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c812774c-5d43-430e-8f04-29123bc05f18 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.368937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.368937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.372086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.372361] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.373325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.373325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.373325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.373325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.373325] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c812774c-5d43-430e-8f04-29123bc05f18',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.504589] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.787236] env[69155]: INFO networking_nsxv3.common.synchronization [req-303e8cf7-6ec0-45c7-9b58-5cd37529104f req-4449da68-d101-4aac-b888-8fd45fd88c34 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Enqueued Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGHEST for action security_group_members [ 718.787860] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGHEST for action security_group_members [ 718.789560] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.789712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.789751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.790028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.790155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.790280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.790344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.790507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.790598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.790697] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f8b4477-69e9-4f8b-bff4-a70c1048ccfe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.876190] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.876190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.876190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.876190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.876190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.876190] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.876544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.876544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.877832] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.877832] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.877832] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c812774c-5d43-430e-8f04-29123bc05f18 is going to be updated. [ 718.909577] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.911847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.911847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.911847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.911847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.920750] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c812774c-5d43-430e-8f04-29123bc05f18 in Status: IN_PROGRESS for 2s [ 718.945138] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c5f8135a-81a7-4edd-b716-92c1d2c42925 None None] Enqueued Resource ID: f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4 with Priority: HIGHEST for action port [ 718.945244] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4 with Priority: HIGHEST for action port [ 718.945490] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.945652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.945731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.945998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.946280] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.011034] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.011034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.011034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.011034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.011034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.011034] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 719.046671] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.047154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.047154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.047154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.047445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.057055] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 719.090419] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c in Status: SUCCESS [ 719.090419] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c deletion is rescheduled due to dependency. [ 719.090419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.295648] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.296252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.296252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.296252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.296252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.296476] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.296554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.296554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.296708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.296780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.296874] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe is going to be updated. [ 719.325807] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.325807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.325807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.325807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.325807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.334374] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe in Status: IN_PROGRESS for 2s [ 719.449825] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4 [ 719.450256] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.450256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.450256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.450471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.450760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.450760] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4 already deleted. [ 719.450760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8cf2f9b-10ad-4ebf-a8a3-8d024d4badb4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.620400] env[69155]: INFO networking_nsxv3.common.synchronization [None req-8b8acb30-94eb-436e-a821-c54b9a143ee4 None None] Enqueued Resource ID: 0ebf9bca-a202-43e0-8456-55deea024267 with Priority: HIGHEST for action port [ 719.620663] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ebf9bca-a202-43e0-8456-55deea024267 with Priority: HIGHEST for action port [ 719.621236] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ebf9bca-a202-43e0-8456-55deea024267 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.621353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ebf9bca-a202-43e0-8456-55deea024267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.621443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ebf9bca-a202-43e0-8456-55deea024267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.621985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ebf9bca-a202-43e0-8456-55deea024267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.621985] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ebf9bca-a202-43e0-8456-55deea024267',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.128309] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ebf9bca-a202-43e0-8456-55deea024267 [ 720.129423] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.129423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.129423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.129423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.129423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.129685] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ebf9bca-a202-43e0-8456-55deea024267 already deleted. [ 720.129685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ebf9bca-a202-43e0-8456-55deea024267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.454330] env[69155]: INFO networking_nsxv3.common.synchronization [None req-0239e71d-0f6c-453a-88b6-bb5da84b6291 None None] Enqueued Resource ID: 23066cf1-27d6-40f1-ab4c-7053dcc552eb with Priority: HIGHEST for action port [ 720.454958] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23066cf1-27d6-40f1-ab4c-7053dcc552eb with Priority: HIGHEST for action port [ 720.455400] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-23066cf1-27d6-40f1-ab4c-7053dcc552eb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.456104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23066cf1-27d6-40f1-ab4c-7053dcc552eb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.456104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23066cf1-27d6-40f1-ab4c-7053dcc552eb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.456104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23066cf1-27d6-40f1-ab4c-7053dcc552eb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.456104] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23066cf1-27d6-40f1-ab4c-7053dcc552eb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.930264] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c812774c-5d43-430e-8f04-29123bc05f18 in Status: SUCCESS [ 720.930527] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c812774c-5d43-430e-8f04-29123bc05f18 deletion is rescheduled due to dependency. [ 720.930589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.960166] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23066cf1-27d6-40f1-ab4c-7053dcc552eb [ 720.960543] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.960762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.960882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.961212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.961440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.961594] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23066cf1-27d6-40f1-ab4c-7053dcc552eb already deleted. [ 720.961745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23066cf1-27d6-40f1-ab4c-7053dcc552eb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.066224] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 721.066614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.066845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.067409] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.067705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.067759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.067916] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.068021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.068080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.068219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.068354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.068446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.068508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.068643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.068894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.068894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.068990] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.085911] env[69155]: INFO networking_nsxv3.common.synchronization [req-63fdc7e6-b889-4149-9311-beae4c1ba71b req-31c14648-2f0d-4ee3-87cb-ee42dc0581ef tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Enqueued Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_members [ 721.089554] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_members [ 721.091642] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c417c-c942-4892-bf70-4f98f05bd536 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.091809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.091913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.092124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.092433] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.092433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.092567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.092599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.092685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.092780] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.356849] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe in Status: SUCCESS [ 721.357204] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe deletion is rescheduled due to dependency. [ 721.357570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.570889] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc653a2-383b-4ec9-944b-4df2292b3b82: rpc.has_security_group_logging(os_id): False [ 721.589318] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.589318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.589318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.589318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.589318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.589318] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.589318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.589318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.589916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.589916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.589916] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.589916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.589916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.590230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.590230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.590230] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.590340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.590340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.591024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.591024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.591024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be created. [ 721.596663] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.596663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.596663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.597126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.597126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.597126] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.598021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.598021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.598021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.598021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.598021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c417c-c942-4892-bf70-4f98f05bd536 already deleted. [ 721.598021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.619279] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.619400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-344" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.619598] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-344" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.623018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-344" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.623018] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.623018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.623018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.623018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.623018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.623018] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.623018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.623509] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.623509] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.623509] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.623509] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.623509] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.641083] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.641083] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.641083] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.641083] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-344" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.641083] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.641386] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.641386] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.641721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.642209] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d033839-e9f2-4a5b-b96b-5e3dd4938f66',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.647627] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.647627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.647627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.647627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.647849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.660733] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 722.144270] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.144558] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.144737] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.145026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.145332] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.145570] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 not found, creating... [ 722.145859] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.146067] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.146366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.146640] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.146759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.147242] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.147435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.147527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.147754] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.147891] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.148034] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 is going to be created. [ 722.167746] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.167947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.168085] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.168355] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.168625] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.168890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.312866] env[69155]: INFO networking_nsxv3.common.synchronization [None req-36eb5405-f2ed-40a1-bd30-0b88ee617066 None None] Enqueued Resource ID: 7e7867ab-f171-41dd-9355-5e145f9f2916 with Priority: HIGHEST for action port [ 722.313072] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7867ab-f171-41dd-9355-5e145f9f2916 with Priority: HIGHEST for action port [ 722.313678] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7867ab-f171-41dd-9355-5e145f9f2916 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.313793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7867ab-f171-41dd-9355-5e145f9f2916" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.314215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7867ab-f171-41dd-9355-5e145f9f2916" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.314470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7867ab-f171-41dd-9355-5e145f9f2916" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.314511] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7867ab-f171-41dd-9355-5e145f9f2916',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.816407] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e7867ab-f171-41dd-9355-5e145f9f2916 [ 722.817305] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.817445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.817557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.817839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.818117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.818183] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e7867ab-f171-41dd-9355-5e145f9f2916 already deleted. [ 722.818369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7867ab-f171-41dd-9355-5e145f9f2916" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.864844] env[69155]: INFO networking_nsxv3.common.synchronization [None req-31ce5a35-6be7-4fc1-92d3-acff0740ab28 None None] Enqueued Resource ID: a3c5e9d9-517d-4406-92a4-37b37c5a4422 with Priority: HIGHEST for action port [ 722.865409] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c5e9d9-517d-4406-92a4-37b37c5a4422 with Priority: HIGHEST for action port [ 722.865913] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c5e9d9-517d-4406-92a4-37b37c5a4422 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.868222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c5e9d9-517d-4406-92a4-37b37c5a4422" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.868329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c5e9d9-517d-4406-92a4-37b37c5a4422" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.868645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c5e9d9-517d-4406-92a4-37b37c5a4422" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.868920] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c5e9d9-517d-4406-92a4-37b37c5a4422',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.065778] env[69155]: INFO networking_nsxv3.common.synchronization [None req-e9460873-324a-4eb7-aee8-731ed016f17e None None] Enqueued Resource ID: 7a4839e5-f9a7-421f-9360-f743bfcee3e4 with Priority: HIGHEST for action port [ 723.068590] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a4839e5-f9a7-421f-9360-f743bfcee3e4 with Priority: HIGHEST for action port [ 723.071271] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a4839e5-f9a7-421f-9360-f743bfcee3e4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.071458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a4839e5-f9a7-421f-9360-f743bfcee3e4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.071516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a4839e5-f9a7-421f-9360-f743bfcee3e4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.071765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a4839e5-f9a7-421f-9360-f743bfcee3e4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.071959] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4839e5-f9a7-421f-9360-f743bfcee3e4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.147120] env[69155]: INFO networking_nsxv3.common.synchronization [req-63fdc7e6-b889-4149-9311-beae4c1ba71b req-96c7a623-2cde-4182-b187-cd10acd29af1 service nova] Enqueued Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_rules [ 723.147371] env[69155]: INFO networking_nsxv3.common.synchronization [req-63fdc7e6-b889-4149-9311-beae4c1ba71b req-96c7a623-2cde-4182-b187-cd10acd29af1 service nova] Enqueued Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_members [ 723.147442] env[69155]: INFO networking_nsxv3.common.synchronization [req-63fdc7e6-b889-4149-9311-beae4c1ba71b req-96c7a623-2cde-4182-b187-cd10acd29af1 service nova] Enqueued Resource ID: 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 with Priority: HIGHEST for action port [ 723.147854] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_rules [ 723.147854] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_members [ 723.147995] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 with Priority: HIGHEST for action port [ 723.148442] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50c417c-c942-4892-bf70-4f98f05bd536 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.148539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.148614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.149089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.149089] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.151212] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c417c-c942-4892-bf70-4f98f05bd536 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.151324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.151395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.151572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.151846] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.151900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.152227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.152227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.152227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.152351] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.154460] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.154602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.154646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.154850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.154911] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d033839-e9f2-4a5b-b96b-5e3dd4938f66',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.266060] env[69155]: INFO networking_nsxv3.common.synchronization [None req-62ef9eeb-6d94-4a94-883c-0fe3305d2a20 None None] Enqueued Resource ID: a36fe617-43d0-492a-bb2e-558e7903b3dc with Priority: HIGHEST for action port [ 723.266698] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a36fe617-43d0-492a-bb2e-558e7903b3dc with Priority: HIGHEST for action port [ 723.269462] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a36fe617-43d0-492a-bb2e-558e7903b3dc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.269674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a36fe617-43d0-492a-bb2e-558e7903b3dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.269771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a36fe617-43d0-492a-bb2e-558e7903b3dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.270124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a36fe617-43d0-492a-bb2e-558e7903b3dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.270266] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a36fe617-43d0-492a-bb2e-558e7903b3dc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.372031] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3c5e9d9-517d-4406-92a4-37b37c5a4422 [ 723.372031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.372031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.372031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.372031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.372031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.372031] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3c5e9d9-517d-4406-92a4-37b37c5a4422 already deleted. [ 723.372031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c5e9d9-517d-4406-92a4-37b37c5a4422" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.545585] env[69155]: INFO networking_nsxv3.common.synchronization [req-42569bf6-a0ec-4964-85f7-5887c0aa73df req-a878888f-31b7-4d95-b0c4-dbc28b34038b tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Enqueued Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_members [ 723.546526] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_members [ 723.548331] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-de81f3fa-29c2-4841-8ec9-18259827acd5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.548499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.548547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.548837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.549011] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.549117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.549178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.549336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.549417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.549510] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.575090] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a4839e5-f9a7-421f-9360-f743bfcee3e4 [ 723.577917] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.577917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.577917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.577917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.577917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.577917] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a4839e5-f9a7-421f-9360-f743bfcee3e4 already deleted. [ 723.577917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a4839e5-f9a7-421f-9360-f743bfcee3e4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.659375] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.659375] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c417c-c942-4892-bf70-4f98f05bd536 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.659375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.659375] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 with status ACTIVE [ 723.659375] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.659375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.659375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.659375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.659375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.659375] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.659375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.659375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.660971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.661816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.662115] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.664659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.664659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.664659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.664659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.664659] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 is going to be updated. [ 723.678288] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 723.678544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.678759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.679244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.679244] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.684381] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.684523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.684594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.686542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.686542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.686542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d033839-e9f2-4a5b-b96b-5e3dd4938f66" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.773479] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a36fe617-43d0-492a-bb2e-558e7903b3dc [ 723.774416] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.774416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.774416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.774779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.774779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.775884] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a36fe617-43d0-492a-bb2e-558e7903b3dc already deleted. [ 723.775884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a36fe617-43d0-492a-bb2e-558e7903b3dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.054090] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.054477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.054477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.054614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.054712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.055567] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.055567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.055567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.055567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.055567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.055567] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de81f3fa-29c2-4841-8ec9-18259827acd5 already deleted. [ 724.056848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.060823] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.061010] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-809" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.061137] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-809" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.061440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-809" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.061726] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.061883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.061996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.062220] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.062355] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.062564] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.062724] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.063057] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.063057] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.063057] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.063731] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.064759] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.083681] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.083681] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.083681] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.083681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-809" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.083681] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.086707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.086707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.086707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.086707] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb1f5e1-5fe1-42ed-8d39-93c183fad427',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.165152] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.184044] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.184044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.184044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.184320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.184320] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.184475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.184475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.184572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.184661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.184750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.184841] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.265201] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f0f11648-56d1-4a9e-86eb-fd99440f7d56 None None] Enqueued Resource ID: 4b83d4e8-b480-47c1-b3e6-7f839c7824c0 with Priority: HIGHEST for action port [ 724.266681] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b83d4e8-b480-47c1-b3e6-7f839c7824c0 with Priority: HIGHEST for action port [ 724.266681] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b83d4e8-b480-47c1-b3e6-7f839c7824c0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.266681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b83d4e8-b480-47c1-b3e6-7f839c7824c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.266681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b83d4e8-b480-47c1-b3e6-7f839c7824c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.266681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b83d4e8-b480-47c1-b3e6-7f839c7824c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.266681] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b83d4e8-b480-47c1-b3e6-7f839c7824c0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.588530] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.588873] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.588873] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.589143] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.589238] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.589391] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port ceb1f5e1-5fe1-42ed-8d39-93c183fad427 not found, creating... [ 724.589651] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.589801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.589921] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.590157] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.590294] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.590565] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.590725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.590839] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.591055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.591191] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.592105] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: ceb1f5e1-5fe1-42ed-8d39-93c183fad427 is going to be created. [ 724.610895] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.611298] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.611298] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.611889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.611889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.612008] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.667740] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.667900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.667974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.668214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.668307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.668410] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c417c-c942-4892-bf70-4f98f05bd536 is going to be created. [ 724.689162] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.689310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.689379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.689836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.690078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.691481] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.691852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.691852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.692068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.692348] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.692519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.692701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.692875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.693055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.693170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.693409] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.693616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.693723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.693950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.694196] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.694347] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.694517] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.694729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.694817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.694980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.695052] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.714247] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c417c-c942-4892-bf70-4f98f05bd536 in Status: UNINITIALIZED for 2s [ 724.770347] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b83d4e8-b480-47c1-b3e6-7f839c7824c0 [ 724.770582] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.770735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.770807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.771081] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.771148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.771343] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b83d4e8-b480-47c1-b3e6-7f839c7824c0 already deleted. [ 724.771343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b83d4e8-b480-47c1-b3e6-7f839c7824c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.197744] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc653a2-383b-4ec9-944b-4df2292b3b82: rpc.has_security_group_logging(os_id): False [ 725.223847] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.224016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.224095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.224309] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.224611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.224611] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.224752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.224752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.224872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.224947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.225158] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.225251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.225314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.225456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.225537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.225709] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.225854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.225915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.226078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.226159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.226238] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 725.306135] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.306279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.306347] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.306555] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.307772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.324769] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 725.474511] env[69155]: INFO networking_nsxv3.common.synchronization [None req-3d0dcae7-d5bf-432b-8111-045152a00086 None None] Enqueued Resource ID: f5e33a06-529b-4338-b933-d2709fe4c497 with Priority: HIGHEST for action port [ 725.474607] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e33a06-529b-4338-b933-d2709fe4c497 with Priority: HIGHEST for action port [ 725.475602] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e33a06-529b-4338-b933-d2709fe4c497 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.476144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e33a06-529b-4338-b933-d2709fe4c497" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.476144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e33a06-529b-4338-b933-d2709fe4c497" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.479290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e33a06-529b-4338-b933-d2709fe4c497" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.479401] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e33a06-529b-4338-b933-d2709fe4c497',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.701999] env[69155]: INFO networking_nsxv3.common.synchronization [req-42569bf6-a0ec-4964-85f7-5887c0aa73df req-0be90fc2-ecfa-4291-b3f6-dea0e6aca410 service nova] Enqueued Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_rules [ 725.702741] env[69155]: INFO networking_nsxv3.common.synchronization [req-42569bf6-a0ec-4964-85f7-5887c0aa73df req-0be90fc2-ecfa-4291-b3f6-dea0e6aca410 service nova] Enqueued Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_members [ 725.702741] env[69155]: INFO networking_nsxv3.common.synchronization [req-42569bf6-a0ec-4964-85f7-5887c0aa73df req-0be90fc2-ecfa-4291-b3f6-dea0e6aca410 service nova] Enqueued Resource ID: ceb1f5e1-5fe1-42ed-8d39-93c183fad427 with Priority: HIGHEST for action port [ 725.702741] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_rules [ 725.702741] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_members [ 725.703163] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceb1f5e1-5fe1-42ed-8d39-93c183fad427 with Priority: HIGHEST for action port [ 725.703914] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de81f3fa-29c2-4841-8ec9-18259827acd5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.704257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.704257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.704994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.704994] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.706109] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-de81f3fa-29c2-4841-8ec9-18259827acd5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.706222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.706276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.706449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.707065] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.707183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.707244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.707440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.707531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.707627] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.708394] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.708505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.708570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.709385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.709548] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb1f5e1-5fe1-42ed-8d39-93c183fad427',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.981123] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5e33a06-529b-4338-b933-d2709fe4c497 [ 725.981372] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.981526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.981616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.981827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.981917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.982024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5e33a06-529b-4338-b933-d2709fe4c497 already deleted. [ 725.982116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e33a06-529b-4338-b933-d2709fe4c497" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.211653] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.213396] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-de81f3fa-29c2-4841-8ec9-18259827acd5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.213563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.213789] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceb1f5e1-5fe1-42ed-8d39-93c183fad427 with status ACTIVE [ 726.214027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.214380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.214380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.214513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.214616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.214860] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.214997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.215633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.217386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.217386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.217386] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.217386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.217386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.219351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.219351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.219351] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceb1f5e1-5fe1-42ed-8d39-93c183fad427 is going to be updated. [ 726.240316] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.241340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.241441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.241736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.241948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.242335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceb1f5e1-5fe1-42ed-8d39-93c183fad427" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.597761] env[69155]: INFO networking_nsxv3.common.synchronization [req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 req-231e9c9f-9017-455f-8347-8407c26e7ff4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Enqueued Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 726.598273] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 726.598569] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.598696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.598762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.599018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.599360] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.599519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.599589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.599727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.600299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.600477] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.716367] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.729968] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c417c-c942-4892-bf70-4f98f05bd536 in Status: SUCCESS [ 726.730594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.730801] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.731133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.732134] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.732271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.732343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.732708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.732708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.732708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.732831] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.105830] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.105936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.105936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.106201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.106287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.106489] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.106605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.106676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.106779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.106918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.106962] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f5772-31d0-4241-aa34-bfb17ed665ec already deleted. [ 727.107012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.224512] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.225145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.225145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.227513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.227513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.227513] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de81f3fa-29c2-4841-8ec9-18259827acd5 is going to be created. [ 727.235371] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.253022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.253022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.253022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.253022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.253022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.260613] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de81f3fa-29c2-4841-8ec9-18259827acd5 in Status: UNINITIALIZED for 2s [ 727.340437] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 727.340437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.405254] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.405254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.405254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.405254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.405254] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.405254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.407255] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.407792] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.407792] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.407957] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.408093] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.408933] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.408933] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.408933] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.408933] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.408933] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.439124] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.439124] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.439124] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.439124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.439124] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-db5d0e48-a934-427f-9870-b5b794a1308e taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.439373] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-db5d0e48-a934-427f-9870-b5b794a1308e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.439373] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-db5d0e48-a934-427f-9870-b5b794a1308e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.441613] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-db5d0e48-a934-427f-9870-b5b794a1308e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.441613] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5d0e48-a934-427f-9870-b5b794a1308e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.696028] env[69155]: INFO networking_nsxv3.common.synchronization [None req-cf48aeb7-e40f-447a-9db1-0e158d083d9c None None] Enqueued Resource ID: 1884148a-b727-4dbe-8dd9-ed314b8d7def with Priority: HIGHEST for action port [ 727.696028] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1884148a-b727-4dbe-8dd9-ed314b8d7def with Priority: HIGHEST for action port [ 727.696028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-1884148a-b727-4dbe-8dd9-ed314b8d7def taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.696028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1884148a-b727-4dbe-8dd9-ed314b8d7def" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.696028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1884148a-b727-4dbe-8dd9-ed314b8d7def" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.700292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1884148a-b727-4dbe-8dd9-ed314b8d7def" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.700292] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1884148a-b727-4dbe-8dd9-ed314b8d7def',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.739029] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50c417c-c942-4892-bf70-4f98f05bd536: rpc.has_security_group_logging(os_id): False [ 727.759512] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.759512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.759512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.759512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.759512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.759512] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.759512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.759512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.759512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.759512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.759512] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50c417c-c942-4892-bf70-4f98f05bd536 is going to be created. [ 727.819073] env[69155]: INFO networking_nsxv3.common.synchronization [None req-6da09dfc-befc-49a5-97c2-bad4080776b2 None None] Enqueued Resource ID: 51ecdbaa-6c00-4285-94e3-f89af9a22df1 with Priority: HIGHEST for action port [ 727.822378] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.822551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.822869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.823170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.823411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.825800] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ecdbaa-6c00-4285-94e3-f89af9a22df1 with Priority: HIGHEST for action port [ 727.826426] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-51ecdbaa-6c00-4285-94e3-f89af9a22df1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.826586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51ecdbaa-6c00-4285-94e3-f89af9a22df1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.826829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51ecdbaa-6c00-4285-94e3-f89af9a22df1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.827140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51ecdbaa-6c00-4285-94e3-f89af9a22df1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.827411] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ecdbaa-6c00-4285-94e3-f89af9a22df1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.841017] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50c417c-c942-4892-bf70-4f98f05bd536 in Status: IN_PROGRESS for 2s [ 727.943060] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.945648] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.945648] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.945648] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.945875] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.946078] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port db5d0e48-a934-427f-9870-b5b794a1308e not found, creating... [ 727.946414] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.946638] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.946790] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.947093] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.950011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.950011] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.950011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.950011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.950011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.950011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.950011] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: db5d0e48-a934-427f-9870-b5b794a1308e is going to be created. [ 727.967408] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.967673] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.967776] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.968108] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.968332] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.968620] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-db5d0e48-a934-427f-9870-b5b794a1308e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.201549] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1884148a-b727-4dbe-8dd9-ed314b8d7def [ 728.202206] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.202206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.202206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.202494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.202494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.202494] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1884148a-b727-4dbe-8dd9-ed314b8d7def already deleted. [ 728.202494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1884148a-b727-4dbe-8dd9-ed314b8d7def" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.331809] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51ecdbaa-6c00-4285-94e3-f89af9a22df1 [ 728.332155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.332155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.332155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.333453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.333453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.333453] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51ecdbaa-6c00-4285-94e3-f89af9a22df1 already deleted. [ 728.333453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51ecdbaa-6c00-4285-94e3-f89af9a22df1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.362286] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c02e4e4f-7cc6-4b20-98c6-a14a61545f5a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 728.362286] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 728.362286] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.362286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.362286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.362286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.362286] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.575437] env[69155]: INFO networking_nsxv3.common.synchronization [None req-cacdeb79-da70-45fc-8da8-2e1618f29cc8 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 728.577192] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 728.577192] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.577192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.600501] env[69155]: INFO networking_nsxv3.common.synchronization [None req-7469b2c3-025c-4e41-a5b2-d3ed61f87e82 None None] Enqueued Resource ID: d99101ba-ebdd-457c-bb75-c7491fac34ea with Priority: HIGHEST for action port [ 728.600501] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99101ba-ebdd-457c-bb75-c7491fac34ea with Priority: HIGHEST for action port [ 728.600501] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d99101ba-ebdd-457c-bb75-c7491fac34ea taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.600501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d99101ba-ebdd-457c-bb75-c7491fac34ea" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.600501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d99101ba-ebdd-457c-bb75-c7491fac34ea" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.600501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d99101ba-ebdd-457c-bb75-c7491fac34ea" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.600501] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d99101ba-ebdd-457c-bb75-c7491fac34ea',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.882949] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.882949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.882949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.882949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.882949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.882949] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 already deleted. [ 728.882949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.884664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.884664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.884664] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.004163] env[69155]: INFO networking_nsxv3.common.synchronization [req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 req-cb999af6-f872-438e-93a6-ae260e7c1b22 service nova] Enqueued Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_rules [ 729.004163] env[69155]: INFO networking_nsxv3.common.synchronization [req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 req-cb999af6-f872-438e-93a6-ae260e7c1b22 service nova] Enqueued Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 729.004163] env[69155]: INFO networking_nsxv3.common.synchronization [req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 req-cb999af6-f872-438e-93a6-ae260e7c1b22 service nova] Enqueued Resource ID: db5d0e48-a934-427f-9870-b5b794a1308e with Priority: HIGHEST for action port [ 729.004163] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_rules [ 729.004163] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 729.004163] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5d0e48-a934-427f-9870-b5b794a1308e with Priority: HIGHEST for action port [ 729.004886] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.008021] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.008021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.008021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.008021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.008021] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.013107] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5d0e48-a934-427f-9870-b5b794a1308e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.013469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5d0e48-a934-427f-9870-b5b794a1308e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.013662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5d0e48-a934-427f-9870-b5b794a1308e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.013931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5d0e48-a934-427f-9870-b5b794a1308e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.014139] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5d0e48-a934-427f-9870-b5b794a1308e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.102729] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d99101ba-ebdd-457c-bb75-c7491fac34ea [ 729.102729] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.102729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.102729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.102729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.102729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.102729] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d99101ba-ebdd-457c-bb75-c7491fac34ea already deleted. [ 729.102729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d99101ba-ebdd-457c-bb75-c7491fac34ea" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.110178] env[69155]: INFO networking_nsxv3.common.synchronization [req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 req-3f5a6657-5546-4f68-af92-dd2a1df9b2a9 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 729.110178] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 729.110178] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.110178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.110178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.110178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.110178] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.110178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.111312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.112014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.112216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.112582] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.271249] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de81f3fa-29c2-4841-8ec9-18259827acd5 in Status: SUCCESS [ 729.271249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.271249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.271249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.271249] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.271249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.271249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.271249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.271249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.271249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.271249] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.405274] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.405633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.405633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.406294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.406458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.406869] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 already deleted. [ 729.406869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.519398] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.519398] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.519398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.519398] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5d0e48-a934-427f-9870-b5b794a1308e with status ACTIVE [ 729.519398] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.519398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.519398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.519398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.519398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.519398] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.519398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.519398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.519398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.519398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.522484] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.523521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.524285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.524285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.524285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.526881] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5d0e48-a934-427f-9870-b5b794a1308e is going to be updated. [ 729.545709] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.547304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.547304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.547304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.547304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.547304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5d0e48-a934-427f-9870-b5b794a1308e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.554453] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.554717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-762" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.554852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-762" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.555260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-762" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.555544] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.555736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.556313] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.556313] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.556435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.556559] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.556683] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.556816] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.556933] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.557094] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.557167] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.557299] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.576138] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.576138] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.576383] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.576504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-762" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.576995] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.577249] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.577425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.577785] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.577961] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('897ca23e-6a24-43a3-8c4d-c255cd40a5cf',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.618560] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.618779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.618864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.619156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.619257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.619463] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.619567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.619629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.619824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.619902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.620030] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce already deleted. [ 729.620117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.773413] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.832749] env[69155]: INFO networking_nsxv3.common.synchronization [None req-25ffc516-a977-411e-89ae-e453840a600b None None] Enqueued Resource ID: 7506d921-e06b-47ef-8f6a-f2d2c6b240a9 with Priority: HIGHEST for action port [ 729.833026] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7506d921-e06b-47ef-8f6a-f2d2c6b240a9 with Priority: HIGHEST for action port [ 729.833736] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7506d921-e06b-47ef-8f6a-f2d2c6b240a9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.833899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7506d921-e06b-47ef-8f6a-f2d2c6b240a9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.834043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7506d921-e06b-47ef-8f6a-f2d2c6b240a9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.834505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7506d921-e06b-47ef-8f6a-f2d2c6b240a9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.834505] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7506d921-e06b-47ef-8f6a-f2d2c6b240a9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.853288] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50c417c-c942-4892-bf70-4f98f05bd536 in Status: SUCCESS [ 729.853543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.026776] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.080332] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.080584] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.080705] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.081125] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.081314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.081534] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 897ca23e-6a24-43a3-8c4d-c255cd40a5cf not found, creating... [ 730.081903] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.082149] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.082308] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.082635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.082718] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.082980] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.083341] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.083476] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.084197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.084197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.084197] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 897ca23e-6a24-43a3-8c4d-c255cd40a5cf is going to be created. [ 730.106171] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.109667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.109667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.109667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.109667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.109667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.276115] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de81f3fa-29c2-4841-8ec9-18259827acd5: rpc.has_security_group_logging(os_id): False [ 730.300520] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.300697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.300797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.301076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.301170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.301472] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.301670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.301719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.301844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.301918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.302027] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de81f3fa-29c2-4841-8ec9-18259827acd5 is going to be created. [ 730.336139] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7506d921-e06b-47ef-8f6a-f2d2c6b240a9 [ 730.336516] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.336684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.336757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.340508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.340508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.340508] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7506d921-e06b-47ef-8f6a-f2d2c6b240a9 already deleted. [ 730.340508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7506d921-e06b-47ef-8f6a-f2d2c6b240a9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.367961] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.368242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.368323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.368552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.368737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.384464] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de81f3fa-29c2-4841-8ec9-18259827acd5 in Status: IN_PROGRESS for 2s [ 730.529828] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.530151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.530151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.530299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.530387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.530589] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f5772-31d0-4241-aa34-bfb17ed665ec is going to be created. [ 730.564650] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.564650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.564650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.564650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.564650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.578909] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: UNINITIALIZED for 2s [ 731.049825] env[69155]: INFO networking_nsxv3.common.synchronization [req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 req-83d35ce7-ec09-4e0f-aaa6-65633b245962 service nova] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_rules [ 731.049940] env[69155]: INFO networking_nsxv3.common.synchronization [req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 req-83d35ce7-ec09-4e0f-aaa6-65633b245962 service nova] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 731.050084] env[69155]: INFO networking_nsxv3.common.synchronization [req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 req-83d35ce7-ec09-4e0f-aaa6-65633b245962 service nova] Enqueued Resource ID: 897ca23e-6a24-43a3-8c4d-c255cd40a5cf with Priority: HIGHEST for action port [ 731.052653] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_rules [ 731.052653] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 731.052653] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897ca23e-6a24-43a3-8c4d-c255cd40a5cf with Priority: HIGHEST for action port [ 731.053211] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.054377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.054475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.054719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.054841] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.056968] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.057340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.057340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.057340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.057497] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.058016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.058016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.058016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.058016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.058016] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.063616] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.063616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.063826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.063826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.063968] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('897ca23e-6a24-43a3-8c4d-c255cd40a5cf',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.566547] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.566870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.566987] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.567919] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 897ca23e-6a24-43a3-8c4d-c255cd40a5cf with status ACTIVE [ 731.568153] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.568416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.568416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.568581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.568684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.568886] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.570069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.570069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.570069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.570069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.570069] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.570069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.570069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.570069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.570069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.570069] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 897ca23e-6a24-43a3-8c4d-c255cd40a5cf is going to be updated. [ 731.591817] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.591968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.592047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.592257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.592388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.593031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-897ca23e-6a24-43a3-8c4d-c255cd40a5cf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.073191] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.399042] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de81f3fa-29c2-4841-8ec9-18259827acd5 in Status: SUCCESS [ 732.399351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.546735] env[69155]: INFO networking_nsxv3.common.synchronization [None req-420b66ea-f1c2-42fd-8d3d-74fa1a325589 None None] Enqueued Resource ID: f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a with Priority: HIGHEST for action port [ 732.546735] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a with Priority: HIGHEST for action port [ 732.546735] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.546735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.546981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.547303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.547608] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.576117] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.576661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.576661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.576751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.576852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.577036] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce is going to be created. [ 732.589067] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: SUCCESS [ 732.589067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.589067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.589067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.589564] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.589983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.590123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.590350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.590561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.590561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.590716] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.600410] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.600560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.600637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.600831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.601013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.609545] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: UNINITIALIZED for 2s [ 733.052467] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a [ 733.052713] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.052849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.052922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.053168] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.053260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.053373] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a already deleted. [ 733.053600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f36ff1f2-7ba4-4727-a1b0-28e29b62bf1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.093766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.093934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.094022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.094250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.094426] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.094902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.095085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.095273] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.095409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.095658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.095658] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.095882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.095882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.096073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.096217] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.096443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.096564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.096673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.096790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.096859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.096946] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.599758] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e75f5772-31d0-4241-aa34-bfb17ed665ec: rpc.has_security_group_logging(os_id): False [ 733.620243] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.620243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.620243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.620243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.620243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.620243] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.620243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.620538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.620571] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.620885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.622857] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.623021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.623094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.623261] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.623681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.623681] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.623801] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.623801] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.623928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.624016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.624324] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e75f5772-31d0-4241-aa34-bfb17ed665ec is going to be created. [ 733.674999] env[69155]: INFO networking_nsxv3.common.synchronization [req-ecf3bceb-64a0-45c3-b218-1950f68e768f req-689a4677-8f06-4a55-8d44-c7932f4c36eb tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 733.676019] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 733.678997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.679169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.679268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.679473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.679678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.680924] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.681109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.681170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.681395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.681550] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.681998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.682085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.682243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.682327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.682422] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.699752] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: IN_PROGRESS for 2s [ 734.185452] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.185624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.185707] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.185972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.186080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.186294] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.186394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.186458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.186607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.186685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.186770] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b already deleted. [ 734.186848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.490744] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.490946] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-643" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.491066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-643" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.491399] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-643" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.491698] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.491860] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.491995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.492207] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.492347] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.492549] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.492720] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.492770] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.492870] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.492976] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.493097] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.493225] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.511300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.511871] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.511871] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.511871] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-643" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.512114] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.512299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.512418] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.512741] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.512883] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.619024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: SUCCESS [ 734.619024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.619024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.619024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.619024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.619024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.619024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.619675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.619675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.619675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.619675] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.018614] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.018843] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.018973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.019287] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.019438] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.019593] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 not found, creating... [ 735.019855] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.020021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.020143] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.020359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.020496] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.020768] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.020921] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.021046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.021265] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.021402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.021555] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 is going to be created. [ 735.039829] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.039979] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.043026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.043026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.043026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.043026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.121908] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.453632] env[69155]: INFO networking_nsxv3.common.synchronization [None req-a43bada7-db1f-4931-9b2a-cd9f7454a9cb None None] Enqueued Resource ID: 524e63fd-1315-48ed-bc21-1fc9f43608d3 with Priority: HIGHEST for action port [ 735.454226] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524e63fd-1315-48ed-bc21-1fc9f43608d3 with Priority: HIGHEST for action port [ 735.454542] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-524e63fd-1315-48ed-bc21-1fc9f43608d3 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.455028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-524e63fd-1315-48ed-bc21-1fc9f43608d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.455100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-524e63fd-1315-48ed-bc21-1fc9f43608d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.455351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-524e63fd-1315-48ed-bc21-1fc9f43608d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.455431] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524e63fd-1315-48ed-bc21-1fc9f43608d3',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.624332] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dd92fc8-0c90-466d-ad17-f1960b574dce: rpc.has_security_group_logging(os_id): False [ 735.641857] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.642027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.642096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.642301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.642396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.642631] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.642722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.643416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.643416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.643416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.643416] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce is going to be created. [ 735.701562] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.701562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.701562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.701562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.701562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.713834] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: IN_PROGRESS for 2s [ 735.715338] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: SUCCESS [ 735.715600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.958368] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 524e63fd-1315-48ed-bc21-1fc9f43608d3 [ 735.958636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.959072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.959072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.959072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.959202] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.959265] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:524e63fd-1315-48ed-bc21-1fc9f43608d3 already deleted. [ 735.959344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-524e63fd-1315-48ed-bc21-1fc9f43608d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.972181] env[69155]: INFO networking_nsxv3.common.synchronization [req-ecf3bceb-64a0-45c3-b218-1950f68e768f req-75f15e49-58b7-4cf6-8918-9d5d6c469c02 service nova] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 735.972375] env[69155]: INFO networking_nsxv3.common.synchronization [req-ecf3bceb-64a0-45c3-b218-1950f68e768f req-75f15e49-58b7-4cf6-8918-9d5d6c469c02 service nova] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 735.972523] env[69155]: INFO networking_nsxv3.common.synchronization [req-ecf3bceb-64a0-45c3-b218-1950f68e768f req-75f15e49-58b7-4cf6-8918-9d5d6c469c02 service nova] Enqueued Resource ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 with Priority: HIGHEST for action port [ 735.972779] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 735.972987] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 735.973048] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 with Priority: HIGHEST for action port [ 735.974027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.974174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.974317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.975462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.975462] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.975945] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.975945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.975945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.976089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.976389] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.976522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.976614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.980368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.980368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.980368] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.980368] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.980368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.980368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.980368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.980368] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.313454] env[69155]: INFO networking_nsxv3.common.synchronization [None req-77ae8c70-a8c4-492a-83f7-2407ba140180 None None] Enqueued Resource ID: fe7aba06-0dda-49c6-8758-6484f6beaefb with Priority: HIGHEST for action port [ 736.313768] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7aba06-0dda-49c6-8758-6484f6beaefb with Priority: HIGHEST for action port [ 736.316599] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe7aba06-0dda-49c6-8758-6484f6beaefb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.316803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe7aba06-0dda-49c6-8758-6484f6beaefb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.316873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe7aba06-0dda-49c6-8758-6484f6beaefb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.317162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe7aba06-0dda-49c6-8758-6484f6beaefb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.317254] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe7aba06-0dda-49c6-8758-6484f6beaefb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.482221] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.482221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.487921] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.487921] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 with status ACTIVE [ 736.487921] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.487921] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.487921] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.487921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.489538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.489627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.489728] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 is going to be updated. [ 736.511384] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.511560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.511620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.511951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.512047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.512209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.819391] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe7aba06-0dda-49c6-8758-6484f6beaefb [ 736.819761] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.819761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.819965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.820315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.820422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.820536] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe7aba06-0dda-49c6-8758-6484f6beaefb already deleted. [ 736.820660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe7aba06-0dda-49c6-8758-6484f6beaefb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.994264] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.499495] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.499495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.499495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.499495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.499495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.499495] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be created. [ 737.520264] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.520264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.520264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.520264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.520599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.530685] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: UNINITIALIZED for 2s [ 737.723643] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: SUCCESS [ 737.723894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.338059] env[69155]: INFO networking_nsxv3.common.synchronization [None req-3a6452ef-9fc1-4638-bf2c-beafeb22b637 None None] Enqueued Resource ID: 809f5c49-6e9a-4220-a9c0-85aca73aadb6 with Priority: HIGHEST for action port [ 738.338351] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809f5c49-6e9a-4220-a9c0-85aca73aadb6 with Priority: HIGHEST for action port [ 738.338845] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-809f5c49-6e9a-4220-a9c0-85aca73aadb6 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.339719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809f5c49-6e9a-4220-a9c0-85aca73aadb6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.339719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809f5c49-6e9a-4220-a9c0-85aca73aadb6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.339719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809f5c49-6e9a-4220-a9c0-85aca73aadb6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.339860] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809f5c49-6e9a-4220-a9c0-85aca73aadb6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.844216] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 809f5c49-6e9a-4220-a9c0-85aca73aadb6 [ 738.845284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.845284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.845284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.845284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.845284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.845284] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:809f5c49-6e9a-4220-a9c0-85aca73aadb6 already deleted. [ 738.845284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809f5c49-6e9a-4220-a9c0-85aca73aadb6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.940397] env[69155]: INFO networking_nsxv3.common.synchronization [None req-ca605818-0447-44a7-b91f-b5583358ffd9 None None] Enqueued Resource ID: a3d25290-1ba4-4c99-82e8-d7e107646545 with Priority: HIGHEST for action port [ 738.942119] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d25290-1ba4-4c99-82e8-d7e107646545 with Priority: HIGHEST for action port [ 738.942119] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3d25290-1ba4-4c99-82e8-d7e107646545 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.942119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3d25290-1ba4-4c99-82e8-d7e107646545" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.942119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3d25290-1ba4-4c99-82e8-d7e107646545" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.943073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3d25290-1ba4-4c99-82e8-d7e107646545" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.943165] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3d25290-1ba4-4c99-82e8-d7e107646545',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.287152] env[69155]: INFO networking_nsxv3.common.synchronization [None req-ca0aba32-fa76-418c-90da-d6d37399f746 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Enqueued Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_rules [ 739.287152] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_rules [ 739.287419] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.291349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.291349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.291663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.291663] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.441230] env[69155]: INFO networking_nsxv3.common.synchronization [None req-e5e2b089-4800-4846-9ebe-ff46f7bad27f tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Enqueued Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_rules [ 739.442184] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_rules [ 739.442527] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.442634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.445800] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3d25290-1ba4-4c99-82e8-d7e107646545 [ 739.448233] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.448371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.448496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.448642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.448734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.448910] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3d25290-1ba4-4c99-82e8-d7e107646545 already deleted. [ 739.448910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3d25290-1ba4-4c99-82e8-d7e107646545" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.544028] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 739.544169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.544352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.545105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.545105] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.545105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.545105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.545489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.545489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.545489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.545489] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.812815] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.813022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.813104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.813655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.813655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.813655] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c already deleted. [ 739.813802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.817022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.817022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.817022] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.049068] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.049247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.049317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.049561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.049752] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.049861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.050043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.050100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.050191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.050278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.050426] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.050622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.050622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.050714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.050862] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.050955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.051035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.051199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.051285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.051382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.051458] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.337945] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.338148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.338245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.338498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.338588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.338770] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c already deleted. [ 740.339032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.557234] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6a0103-b886-4958-ac98-89dde8181f4b: rpc.has_security_group_logging(os_id): False [ 740.578053] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.578053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.578053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.578053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.580848] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.580848] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.580848] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.580848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.581550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.581884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.582841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.583107] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be created. [ 740.635411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.635559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.635629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.639357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.639357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.648734] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 741.391428] env[69155]: INFO networking_nsxv3.common.synchronization [None req-ffe47c4f-222d-4526-ab86-db7bbc70946c None None] Enqueued Resource ID: c89d559e-7058-42f9-b554-029fce0475e7 with Priority: HIGHEST for action port [ 741.391987] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89d559e-7058-42f9-b554-029fce0475e7 with Priority: HIGHEST for action port [ 741.392703] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-c89d559e-7058-42f9-b554-029fce0475e7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.392703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c89d559e-7058-42f9-b554-029fce0475e7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.392703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c89d559e-7058-42f9-b554-029fce0475e7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.392900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c89d559e-7058-42f9-b554-029fce0475e7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.392900] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89d559e-7058-42f9-b554-029fce0475e7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.601792] env[69155]: INFO networking_nsxv3.common.synchronization [None req-026dad73-93bb-4668-b0db-51527558b8eb None None] Enqueued Resource ID: ceb04543-b52f-429d-8f4c-06d0626537df with Priority: HIGHEST for action port [ 741.602245] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceb04543-b52f-429d-8f4c-06d0626537df with Priority: HIGHEST for action port [ 741.602284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceb04543-b52f-429d-8f4c-06d0626537df taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.602416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceb04543-b52f-429d-8f4c-06d0626537df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.602481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceb04543-b52f-429d-8f4c-06d0626537df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.602726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceb04543-b52f-429d-8f4c-06d0626537df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.602810] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb04543-b52f-429d-8f4c-06d0626537df',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.896703] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c89d559e-7058-42f9-b554-029fce0475e7 [ 741.897181] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.897181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.897395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.898941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.899126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.899263] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c89d559e-7058-42f9-b554-029fce0475e7 already deleted. [ 741.899381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c89d559e-7058-42f9-b554-029fce0475e7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.107092] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ceb04543-b52f-429d-8f4c-06d0626537df [ 742.107092] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.107092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.107092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.107813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.108253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.108666] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ceb04543-b52f-429d-8f4c-06d0626537df already deleted. [ 742.108666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceb04543-b52f-429d-8f4c-06d0626537df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.139727] env[69155]: INFO networking_nsxv3.common.synchronization [req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 req-a08b3fde-f75e-4e4e-a90b-9a9dd36cdfce tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Enqueued Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGHEST for action security_group_members [ 742.140686] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGHEST for action security_group_members [ 742.140686] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21609da-86bd-4169-9631-333218923791 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.140686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.140889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.140982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.145042] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.145042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.145042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.145042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.145042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.145042] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c21609da-86bd-4169-9631-333218923791',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.648782] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.649074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.649074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.649293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.649471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.649656] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.649772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.649871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.650010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.650210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.650210] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c21609da-86bd-4169-9631-333218923791 is going to be updated. [ 742.664814] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 742.664951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.682367] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.682367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.682367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.682648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.682731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.692918] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c21609da-86bd-4169-9631-333218923791 in Status: IN_PROGRESS for 2s [ 743.768774] env[69155]: INFO networking_nsxv3.common.synchronization [None req-165a4803-4c4f-4697-b74f-7ad4340d9670 None None] Enqueued Resource ID: a5e7919b-91fb-48cb-86d6-49e0c2002aaf with Priority: HIGHEST for action port [ 743.769361] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e7919b-91fb-48cb-86d6-49e0c2002aaf with Priority: HIGHEST for action port [ 743.769703] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e7919b-91fb-48cb-86d6-49e0c2002aaf taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.769792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e7919b-91fb-48cb-86d6-49e0c2002aaf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.769851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e7919b-91fb-48cb-86d6-49e0c2002aaf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.774265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e7919b-91fb-48cb-86d6-49e0c2002aaf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.774358] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e7919b-91fb-48cb-86d6-49e0c2002aaf',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.282997] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e7919b-91fb-48cb-86d6-49e0c2002aaf [ 744.282997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.282997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.282997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.282997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.282997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.282997] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e7919b-91fb-48cb-86d6-49e0c2002aaf already deleted. [ 744.282997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e7919b-91fb-48cb-86d6-49e0c2002aaf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.282997] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f280e0a5-313a-4e30-ad4e-bf91654952b9 None None] Enqueued Resource ID: 5a2d9f49-5a6b-458a-882a-74d68ca8241f with Priority: HIGHEST for action port [ 744.285519] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2d9f49-5a6b-458a-882a-74d68ca8241f with Priority: HIGHEST for action port [ 744.285519] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2d9f49-5a6b-458a-882a-74d68ca8241f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.285519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2d9f49-5a6b-458a-882a-74d68ca8241f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.285519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2d9f49-5a6b-458a-882a-74d68ca8241f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.285519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2d9f49-5a6b-458a-882a-74d68ca8241f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.285519] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2d9f49-5a6b-458a-882a-74d68ca8241f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.515730] env[69155]: INFO networking_nsxv3.common.synchronization [None req-73c9475d-5611-4561-bca1-64e4545e751d None None] Enqueued Resource ID: 8cea9bb5-cb29-474a-bebf-bcb53b37d489 with Priority: HIGHEST for action port [ 744.516382] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cea9bb5-cb29-474a-bebf-bcb53b37d489 with Priority: HIGHEST for action port [ 744.516698] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cea9bb5-cb29-474a-bebf-bcb53b37d489 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.517332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cea9bb5-cb29-474a-bebf-bcb53b37d489" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.517590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cea9bb5-cb29-474a-bebf-bcb53b37d489" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.517778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cea9bb5-cb29-474a-bebf-bcb53b37d489" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.518428] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cea9bb5-cb29-474a-bebf-bcb53b37d489',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.706061] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c21609da-86bd-4169-9631-333218923791 in Status: SUCCESS [ 744.706216] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c21609da-86bd-4169-9631-333218923791 deletion is rescheduled due to dependency. [ 744.706260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.787280] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a2d9f49-5a6b-458a-882a-74d68ca8241f [ 744.787550] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.787634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.787702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.787915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.788012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.788108] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a2d9f49-5a6b-458a-882a-74d68ca8241f already deleted. [ 744.788263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2d9f49-5a6b-458a-882a-74d68ca8241f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.020977] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cea9bb5-cb29-474a-bebf-bcb53b37d489 [ 745.021281] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.021434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.021546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.021822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.021938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.022058] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cea9bb5-cb29-474a-bebf-bcb53b37d489 already deleted. [ 745.022147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cea9bb5-cb29-474a-bebf-bcb53b37d489" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.164209] env[69155]: INFO networking_nsxv3.common.synchronization [None req-7df516af-33df-4bdc-b1cf-39488108e013 None None] Enqueued Resource ID: 54050537-66b9-4a82-a834-400f0e1de150 with Priority: HIGHEST for action port [ 746.165430] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54050537-66b9-4a82-a834-400f0e1de150 with Priority: HIGHEST for action port [ 746.165474] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-54050537-66b9-4a82-a834-400f0e1de150 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.165641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54050537-66b9-4a82-a834-400f0e1de150" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.165753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54050537-66b9-4a82-a834-400f0e1de150" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.166138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54050537-66b9-4a82-a834-400f0e1de150" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.166450] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54050537-66b9-4a82-a834-400f0e1de150',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.270875] env[69155]: INFO networking_nsxv3.common.synchronization [req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 req-03417167-9026-4078-906c-4fb6fb255946 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 746.271430] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 746.272025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.272025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.272025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.273171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.273413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.273565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.273729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.274617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.274617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.274617] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.408581] env[69155]: INFO networking_nsxv3.common.synchronization [req-745642f1-8b42-43a9-b085-cf6b47a214fe req-5188ed85-4fda-4a35-bcf8-9760bc774112 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 746.408762] env[69155]: INFO networking_nsxv3.common.synchronization [req-745642f1-8b42-43a9-b085-cf6b47a214fe req-5188ed85-4fda-4a35-bcf8-9760bc774112 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 746.409897] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 746.411227] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 746.411756] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.411929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.412043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.412349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.412851] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.412851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.413513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.413513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.413513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.413740] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.416278] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.416407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.416473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.416669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.416809] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.416913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.416976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.417160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.417344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.417344] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.672274] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54050537-66b9-4a82-a834-400f0e1de150 [ 746.672274] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.672274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.672274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.672274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.672274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.672274] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54050537-66b9-4a82-a834-400f0e1de150 already deleted. [ 746.672274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54050537-66b9-4a82-a834-400f0e1de150" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.732931] env[69155]: INFO networking_nsxv3.common.synchronization [req-745642f1-8b42-43a9-b085-cf6b47a214fe req-5188ed85-4fda-4a35-bcf8-9760bc774112 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_rules [ 746.733320] env[69155]: INFO networking_nsxv3.common.synchronization [req-745642f1-8b42-43a9-b085-cf6b47a214fe req-5188ed85-4fda-4a35-bcf8-9760bc774112 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 746.733612] env[69155]: INFO networking_nsxv3.common.synchronization [req-745642f1-8b42-43a9-b085-cf6b47a214fe req-5188ed85-4fda-4a35-bcf8-9760bc774112 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 746.737900] env[69155]: INFO networking_nsxv3.common.synchronization [req-745642f1-8b42-43a9-b085-cf6b47a214fe req-5188ed85-4fda-4a35-bcf8-9760bc774112 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 746.737900] env[69155]: INFO networking_nsxv3.common.synchronization [req-745642f1-8b42-43a9-b085-cf6b47a214fe req-5188ed85-4fda-4a35-bcf8-9760bc774112 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 with Priority: HIGHEST for action port [ 746.737900] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_rules [ 746.737900] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 746.737900] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 with Priority: HIGHEST for action port [ 746.737900] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 746.737900] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 746.737900] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.737900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.737900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.737900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.737900] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.737900] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.737900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.739412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.739821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.740108] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.742483] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.742483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.742483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.742483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.742483] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.742483] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.742774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.742916] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.743043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.779959] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.779959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.779959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.779959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.779959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.779959] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.779959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.779959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.779959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.779959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.779959] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be updated. [ 746.807620] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.807804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.807895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.808038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.808181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.819121] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: IN_PROGRESS for 2s [ 746.916459] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.918900] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.244491] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.244878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.244922] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.245076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.245197] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 with status ACTIVE [ 747.245355] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.245493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.245560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.245737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.245807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.245999] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.246102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.246156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.246308] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.246382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.246557] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.246665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.246697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.246853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.246892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.246982] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 is going to be updated. [ 747.268354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.268501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.268570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.268781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.268918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.269093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.418159] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.420227] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.615946] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGHEST for action security_group_members [ 747.616143] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 747.616276] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 747.616819] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGHEST for action security_group_members [ 747.616956] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 747.617064] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 747.617336] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3725f369-9211-4b19-9c32-e73ca67fa7da taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.617475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.617520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.617763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.619957] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.619957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.623894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.623894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.623894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.623894] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.623894] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.624685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.624832] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.624923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.677573] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_rules [ 747.677793] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 747.677970] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGHEST for action security_group_rules [ 747.678147] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGHEST for action security_group_members [ 747.678293] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 747.678870] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 747.678870] env[69155]: INFO networking_nsxv3.common.synchronization [req-27aee469-322d-4ce5-94fb-14a9935f4585 req-4d01101e-3cd7-44b1-b4a6-26c4550ba5e5 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 with Priority: HIGHEST for action port [ 747.679831] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_rules [ 747.679987] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGHEST for action security_group_rules [ 747.680126] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 747.680235] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 with Priority: HIGHEST for action port [ 747.680353] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 747.680451] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 747.680568] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGHEST for action security_group_members [ 747.680885] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.681053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.681307] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3725f369-9211-4b19-9c32-e73ca67fa7da taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.681441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.681511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.681966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.682102] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.683813] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.683876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.684144] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.684280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.684355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.684554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.684644] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.686075] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.686241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.686487] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.686759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.687509] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3725f369-9211-4b19-9c32-e73ca67fa7da taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.687509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.920885] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.921084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.921129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.921540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.921748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.921880] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 is going to be created. [ 747.923294] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.923449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.923542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.923817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.923906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.923995] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 747.980404] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.980559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.980629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.980860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.981095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.984632] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.984803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.984852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.985011] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.985154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.993538] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 747.994332] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: UNINITIALIZED for 2s [ 748.126210] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.185469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3725f369-9211-4b19-9c32-e73ca67fa7da taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.185845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.187063] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 with status ACTIVE [ 748.190021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.190021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.190021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.190021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.190021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 is going to be updated. [ 748.236055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.236055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.236055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.236253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.236345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.236469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.384859] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f req-d5dd6e2b-7d22-490a-84f3-c160cd4144b2 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Enqueued Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_members [ 748.385335] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_members [ 748.385636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-352d459f-4902-46f4-bed1-f2f6e6f98aa1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.385758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.387103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.387103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.387103] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.387103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.387103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.387103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.387103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.387103] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.632275] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.720103] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.720103] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-257" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.720103] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-257" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.720103] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-257" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.720103] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.720103] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.720103] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.727104] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.727104] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.727104] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.727104] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.727104] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.727104] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.727104] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.727104] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.727104] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.744019] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.746546] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.746546] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.746546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-257" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.746546] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-bf86c278-b1a9-4efc-a347-dd2df76ab60b taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.746546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-bf86c278-b1a9-4efc-a347-dd2df76ab60b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.746546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-bf86c278-b1a9-4efc-a347-dd2df76ab60b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.746546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-bf86c278-b1a9-4efc-a347-dd2df76ab60b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.746546] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf86c278-b1a9-4efc-a347-dd2df76ab60b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.827372] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 748.827372] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b deletion is rescheduled due to dependency. [ 748.827372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.892032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.892188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.892267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.892559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.893375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.893375] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.893375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.893375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.893375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.893375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.893375] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 already deleted. [ 748.893846] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.134469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.134600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.134667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.134940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.134989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.135120] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3725f369-9211-4b19-9c32-e73ca67fa7da is going to be created. [ 749.156369] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.158914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.158914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.158914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.158914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.166427] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3725f369-9211-4b19-9c32-e73ca67fa7da in Status: UNINITIALIZED for 2s [ 749.249421] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.249725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.249831] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.250483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.250483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.250483] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port bf86c278-b1a9-4efc-a347-dd2df76ab60b not found, creating... [ 749.250668] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.250763] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.250951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.251107] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.251240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.251520] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.251686] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.251787] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.252033] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.252175] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.252381] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: bf86c278-b1a9-4efc-a347-dd2df76ab60b is going to be created. [ 749.275042] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.275042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.275042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.275042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.275042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.275042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-bf86c278-b1a9-4efc-a347-dd2df76ab60b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.007797] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: SUCCESS [ 750.008144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.008289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.008561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.008851] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.009052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.009138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.009371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.009492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.009774] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.011741] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 750.015740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.015740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.015740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.016165] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.018685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.018685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.018685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.018685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.018685] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.132305] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f req-00125e73-ea6d-498a-aea2-685becc9251c service nova] Enqueued Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_rules [ 750.132499] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f req-00125e73-ea6d-498a-aea2-685becc9251c service nova] Enqueued Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_members [ 750.132771] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f req-00125e73-ea6d-498a-aea2-685becc9251c service nova] Enqueued Resource ID: bf86c278-b1a9-4efc-a347-dd2df76ab60b with Priority: HIGHEST for action port [ 750.132866] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_rules [ 750.132966] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_members [ 750.133054] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf86c278-b1a9-4efc-a347-dd2df76ab60b with Priority: HIGHEST for action port [ 750.133590] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.134175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.134175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.134982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.135158] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.136145] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-352d459f-4902-46f4-bed1-f2f6e6f98aa1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.136244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.136244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.136425] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.136752] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.136752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.136752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.136940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.136940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.137258] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.137883] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf86c278-b1a9-4efc-a347-dd2df76ab60b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.137990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf86c278-b1a9-4efc-a347-dd2df76ab60b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.138094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf86c278-b1a9-4efc-a347-dd2df76ab60b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.138177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf86c278-b1a9-4efc-a347-dd2df76ab60b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.138247] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf86c278-b1a9-4efc-a347-dd2df76ab60b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.391080] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c0ece0b2-0276-49bf-8c56-afc48b2107fc None None] Enqueued Resource ID: bd71c3be-f53f-47d2-b186-7f6ebf1172d7 with Priority: HIGHEST for action port [ 750.391080] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd71c3be-f53f-47d2-b186-7f6ebf1172d7 with Priority: HIGHEST for action port [ 750.391080] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd71c3be-f53f-47d2-b186-7f6ebf1172d7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.391080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd71c3be-f53f-47d2-b186-7f6ebf1172d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.391080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd71c3be-f53f-47d2-b186-7f6ebf1172d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.391080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd71c3be-f53f-47d2-b186-7f6ebf1172d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.391080] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd71c3be-f53f-47d2-b186-7f6ebf1172d7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.520032] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.522409] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.641587] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-352d459f-4902-46f4-bed1-f2f6e6f98aa1 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.641745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.641961] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.643571] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf86c278-b1a9-4efc-a347-dd2df76ab60b with status ACTIVE [ 750.643784] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.643932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.643989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.644186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.644289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.644506] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.644585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.644627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.645018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.645018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.645018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.646596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.646596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.646596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.646596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.646596] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf86c278-b1a9-4efc-a347-dd2df76ab60b is going to be updated. [ 750.668258] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.668688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.669162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.670012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.670457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.670756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf86c278-b1a9-4efc-a347-dd2df76ab60b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.896722] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd71c3be-f53f-47d2-b186-7f6ebf1172d7 [ 750.897928] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.897928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.897928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.897928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.897928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.897928] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd71c3be-f53f-47d2-b186-7f6ebf1172d7 already deleted. [ 750.897928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd71c3be-f53f-47d2-b186-7f6ebf1172d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.022542] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.023745] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.149921] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.178371] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3725f369-9211-4b19-9c32-e73ca67fa7da in Status: SUCCESS [ 751.178371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.178371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.178371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.178371] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.178371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.178371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.178371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.178371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.178371] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.527029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.527029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.527029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.527296] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.527369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.527740] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 751.528941] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.530543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.530543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.530543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.530787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.530787] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 is going to be updated. [ 751.567415] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.567415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.567415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.567572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.567664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.569692] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.569839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.569945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.570173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.570438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581730] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: IN_PROGRESS for 2s [ 751.583223] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 751.652134] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.652287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.652362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.654275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.654373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.654484] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 is going to be created. [ 751.680118] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.683084] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.683237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.683307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.683551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.683738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.693633] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 in Status: UNINITIALIZED for 2s [ 752.170506] env[69155]: INFO networking_nsxv3.common.synchronization [None req-d44c2deb-ac09-43ed-8481-64ece63ae16b tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Enqueued Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_rules [ 752.171088] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_rules [ 752.171392] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.171523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.171580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.171883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.171952] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.184589] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.271166] env[69155]: INFO networking_nsxv3.common.synchronization [None req-42609eb1-9f71-4da5-a968-acff57dd4978 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Enqueued Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_rules [ 752.271166] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_rules [ 752.271704] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.271812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.405482] env[69155]: INFO networking_nsxv3.common.synchronization [None req-58657485-1183-4ad2-9359-c5e08708d827 None None] Enqueued Resource ID: d50a569b-7de6-43f4-aa12-c94ef3215ea6 with Priority: HIGHEST for action port [ 752.405790] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50a569b-7de6-43f4-aa12-c94ef3215ea6 with Priority: HIGHEST for action port [ 752.408083] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50a569b-7de6-43f4-aa12-c94ef3215ea6 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.408449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50a569b-7de6-43f4-aa12-c94ef3215ea6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.408449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50a569b-7de6-43f4-aa12-c94ef3215ea6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.408775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50a569b-7de6-43f4-aa12-c94ef3215ea6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.408991] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50a569b-7de6-43f4-aa12-c94ef3215ea6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.688096] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.688178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.688215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.688896] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.689496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.689637] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3725f369-9211-4b19-9c32-e73ca67fa7da is going to be updated. [ 752.701460] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.701667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.701755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.702028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.702142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.702274] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44792a08-5603-4544-ab1b-ecb907ed549b already deleted. [ 752.702395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.702588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.702798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.702904] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.714344] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.714494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.714977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.714977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.714977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.725245] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3725f369-9211-4b19-9c32-e73ca67fa7da in Status: IN_PROGRESS for 2s [ 752.913392] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d50a569b-7de6-43f4-aa12-c94ef3215ea6 [ 752.913625] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.913786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.913865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.914200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.914336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.914440] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d50a569b-7de6-43f4-aa12-c94ef3215ea6 already deleted. [ 752.914525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50a569b-7de6-43f4-aa12-c94ef3215ea6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.224615] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.225679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.225763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.225970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.226075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.226174] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44792a08-5603-4544-ab1b-ecb907ed549b already deleted. [ 753.226254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.594904] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 753.595195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.595970] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: SUCCESS [ 753.596181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.596302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.600898] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.600898] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.600898] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.600898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.600898] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.602993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.603284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.603612] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.603914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.604096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.604357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.604653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.605174] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.606173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.606452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.606736] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.606970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.607157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.608665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.608665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.608665] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.637164] env[69155]: INFO networking_nsxv3.common.synchronization [None req-57c29cc6-f604-4507-be7e-57306ed5bc2c None None] Enqueued Resource ID: 65c599f8-3519-497d-9b51-430c02e60530 with Priority: HIGHEST for action port [ 753.637782] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c599f8-3519-497d-9b51-430c02e60530 with Priority: HIGHEST for action port [ 753.638126] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c599f8-3519-497d-9b51-430c02e60530 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.638263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c599f8-3519-497d-9b51-430c02e60530" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.638312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c599f8-3519-497d-9b51-430c02e60530" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.638556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c599f8-3519-497d-9b51-430c02e60530" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.638639] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c599f8-3519-497d-9b51-430c02e60530',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.703484] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 in Status: SUCCESS [ 753.703716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.704131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.704344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.704539] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.704652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.704852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.704934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.704990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.705334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.705334] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.104332] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.104516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.109817] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.110800] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.111500] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.141271] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65c599f8-3519-497d-9b51-430c02e60530 [ 754.141506] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.141686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.141767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.141982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.142087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.142179] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65c599f8-3519-497d-9b51-430c02e60530 already deleted. [ 754.142257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c599f8-3519-497d-9b51-430c02e60530" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.207632] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.613224] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.615077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a64594-ec1b-4799-9dc9-54525ac87b78: rpc.has_security_group_logging(os_id): False [ 754.615255] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.635104] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.635216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.635259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.635476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.635592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.635827] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.635943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.635986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.636219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.636361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.636462] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 is going to be created. [ 754.692550] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.692674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.692674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.693038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.693117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.704401] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: IN_PROGRESS for 2s [ 754.710620] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 352d459f-4902-46f4-bed1-f2f6e6f98aa1: rpc.has_security_group_logging(os_id): False [ 754.729014] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.729014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.729014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.729014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.729246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.730044] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.730044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.730044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.730044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.730044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.730044] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 is going to be created. [ 754.737611] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3725f369-9211-4b19-9c32-e73ca67fa7da in Status: SUCCESS [ 754.740240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.741047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.741047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.741047] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.741047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.741047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.741376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.741376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.741376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.741469] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.782172] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.782600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.782600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.782600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.782782] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.802108] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 in Status: IN_PROGRESS for 2s [ 755.118999] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.119184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.119254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.119989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.119989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.119989] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 755.121348] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.121348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.121348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.121538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.121589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.121650] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 is going to be updated. [ 755.161479] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.161638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.161741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.161956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.162128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.164892] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.164892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.164892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.164892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.164892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.176433] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 755.177957] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: IN_PROGRESS for 2s [ 755.246341] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.503223] env[69155]: INFO networking_nsxv3.common.synchronization [req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 req-f9dfbac5-9ccb-462c-85ed-a0f7b7531803 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Enqueued Resource ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 with Priority: HIGHEST for action security_group_members [ 755.503810] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 with Priority: HIGHEST for action security_group_members [ 755.504088] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0771a660-a9c6-460a-aa14-3ffc99498e90 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.504211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.505762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.505762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.505762] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.505762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.505762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.505762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.505762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.505762] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0771a660-a9c6-460a-aa14-3ffc99498e90',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.749302] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3725f369-9211-4b19-9c32-e73ca67fa7da: rpc.has_security_group_logging(os_id): False [ 755.765947] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.766157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.766224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.766410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.766498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.766733] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.766849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.766908] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.767082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.767452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.767452] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3725f369-9211-4b19-9c32-e73ca67fa7da is going to be created. [ 755.816699] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.816699] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.816699] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.820047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.820047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.831189] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3725f369-9211-4b19-9c32-e73ca67fa7da in Status: IN_PROGRESS for 2s [ 755.838595] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.838800] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.838936] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.839228] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.839493] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.839664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.839781] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.840183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.840516] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.840773] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.840943] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.841115] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.841272] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.841414] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.841562] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.841769] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.861713] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.864016] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.864016] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.864016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.864016] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-64ecc29c-7781-4799-b543-b1e2335a98da taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.864016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-64ecc29c-7781-4799-b543-b1e2335a98da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.864016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-64ecc29c-7781-4799-b543-b1e2335a98da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.864016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-64ecc29c-7781-4799-b543-b1e2335a98da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.864016] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64ecc29c-7781-4799-b543-b1e2335a98da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.008728] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.008728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.008728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.008979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.008979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.009165] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.009420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.009420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.009501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.009535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.009616] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 already deleted. [ 756.009698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.059435] env[69155]: INFO networking_nsxv3.common.synchronization [None req-1b59c451-f9dc-4447-99b4-1bc80cbda526 None None] Enqueued Resource ID: 67d42343-6d98-43be-b5e0-175493bb0782 with Priority: HIGHEST for action port [ 756.061195] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d42343-6d98-43be-b5e0-175493bb0782 with Priority: HIGHEST for action port [ 756.061583] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-67d42343-6d98-43be-b5e0-175493bb0782 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.062204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67d42343-6d98-43be-b5e0-175493bb0782" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.062204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67d42343-6d98-43be-b5e0-175493bb0782" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.063876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67d42343-6d98-43be-b5e0-175493bb0782" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.063876] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d42343-6d98-43be-b5e0-175493bb0782',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.367959] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.368400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.368551] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.368864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.369036] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.369202] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 64ecc29c-7781-4799-b543-b1e2335a98da not found, creating... [ 756.369513] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.369675] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.369817] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.370050] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.370213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.370504] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.370684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.370825] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.371055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.371191] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.371389] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 64ecc29c-7781-4799-b543-b1e2335a98da is going to be created. [ 756.391070] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.391375] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.391653] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.391943] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.392252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.392548] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-64ecc29c-7781-4799-b543-b1e2335a98da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.569472] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67d42343-6d98-43be-b5e0-175493bb0782 [ 756.569472] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.569472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.569472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.569472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.569472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.569472] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67d42343-6d98-43be-b5e0-175493bb0782 already deleted. [ 756.569472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67d42343-6d98-43be-b5e0-175493bb0782" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.717665] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: SUCCESS [ 756.717665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.717665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.717855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.717855] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.811650] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 in Status: SUCCESS [ 756.812282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.115466] env[69155]: INFO networking_nsxv3.common.synchronization [req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 req-83df3ef0-60e7-4f0b-ad88-98a7f93a5f98 service nova] Enqueued Resource ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 with Priority: HIGHEST for action security_group_rules [ 757.116112] env[69155]: INFO networking_nsxv3.common.synchronization [req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 req-83df3ef0-60e7-4f0b-ad88-98a7f93a5f98 service nova] Enqueued Resource ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 with Priority: HIGHEST for action security_group_members [ 757.116112] env[69155]: INFO networking_nsxv3.common.synchronization [req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 req-83df3ef0-60e7-4f0b-ad88-98a7f93a5f98 service nova] Enqueued Resource ID: 64ecc29c-7781-4799-b543-b1e2335a98da with Priority: HIGHEST for action port [ 757.117374] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 with Priority: HIGHEST for action security_group_rules [ 757.117514] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 with Priority: HIGHEST for action security_group_members [ 757.117625] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ecc29c-7781-4799-b543-b1e2335a98da with Priority: HIGHEST for action port [ 757.117956] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0771a660-a9c6-460a-aa14-3ffc99498e90 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.119425] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.119510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.119755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.119855] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0771a660-a9c6-460a-aa14-3ffc99498e90',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.124476] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0771a660-a9c6-460a-aa14-3ffc99498e90 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.124476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.124476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.124476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.124476] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.124476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.124476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.124476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.124476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.124476] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0771a660-a9c6-460a-aa14-3ffc99498e90',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.124476] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-64ecc29c-7781-4799-b543-b1e2335a98da taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.124476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64ecc29c-7781-4799-b543-b1e2335a98da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.124476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64ecc29c-7781-4799-b543-b1e2335a98da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.124949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64ecc29c-7781-4799-b543-b1e2335a98da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.124949] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64ecc29c-7781-4799-b543-b1e2335a98da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.186413] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: SUCCESS [ 757.186642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.187250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.187500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.187671] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.187793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.187856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.188013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.188106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.189310] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.189652] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 757.189850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.190328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.190328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190426] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.190584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.190652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.190970] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.225329] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.225470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.559692] env[69155]: INFO networking_nsxv3.common.synchronization [None req-84505dd8-c6fd-4b89-9b9f-0c08c8ed941f None None] Enqueued Resource ID: 5af525fb-7ee5-489f-b3b2-8aae10342fa1 with Priority: HIGHEST for action port [ 757.560239] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5af525fb-7ee5-489f-b3b2-8aae10342fa1 with Priority: HIGHEST for action port [ 757.560743] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5af525fb-7ee5-489f-b3b2-8aae10342fa1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.560872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5af525fb-7ee5-489f-b3b2-8aae10342fa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.560941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5af525fb-7ee5-489f-b3b2-8aae10342fa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.561616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5af525fb-7ee5-489f-b3b2-8aae10342fa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.561724] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af525fb-7ee5-489f-b3b2-8aae10342fa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.622771] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0771a660-a9c6-460a-aa14-3ffc99498e90 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.622771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.632020] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0771a660-a9c6-460a-aa14-3ffc99498e90',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.632020] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64ecc29c-7781-4799-b543-b1e2335a98da with status ACTIVE [ 757.632020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.632020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.632020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.632020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.632907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.632907] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64ecc29c-7781-4799-b543-b1e2335a98da is going to be updated. [ 757.655273] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.660016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.660016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.660016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.660016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.660016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64ecc29c-7781-4799-b543-b1e2335a98da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.693138] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.694887] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.847157] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3725f369-9211-4b19-9c32-e73ca67fa7da in Status: SUCCESS [ 757.847157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.066419] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5af525fb-7ee5-489f-b3b2-8aae10342fa1 [ 758.066654] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.066796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.066867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.067101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.067193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.067290] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5af525fb-7ee5-489f-b3b2-8aae10342fa1 already deleted. [ 758.067370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5af525fb-7ee5-489f-b3b2-8aae10342fa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.134985] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0771a660-a9c6-460a-aa14-3ffc99498e90',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.196765] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.197745] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.637722] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.638721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.638799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.639019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.639111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.639223] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 is going to be created. [ 758.659705] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.659855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.659919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.660178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.660305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.670200] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 in Status: UNINITIALIZED for 2s [ 758.699816] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.699988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.700076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.700293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.700387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.700487] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 is going to be updated. [ 758.701759] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.701882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.701991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.702138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.702221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.702310] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 758.732762] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.732943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.734086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.735436] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.735553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.735757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.735939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.736096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.748880] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: IN_PROGRESS for 2s [ 758.749949] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 758.775668] env[69155]: INFO networking_nsxv3.common.synchronization [None req-2ceb9ea6-0d64-4816-acad-6ad9559b0bdd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_rules [ 758.775857] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_rules [ 758.776200] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.776523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.776594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.776794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.776886] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.858715] env[69155]: INFO networking_nsxv3.common.synchronization [None req-d74b210e-1f10-4a0a-88b1-14d79f67a2f8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_rules [ 758.858715] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_rules [ 758.858715] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.858715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.298213] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.298448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.298513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.298739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.298825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.298951] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 already deleted. [ 759.299057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.299219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.299443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.299530] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.695821] env[69155]: INFO networking_nsxv3.common.synchronization [None req-fe36a4fb-5256-465b-aa98-d161312a9f74 None None] Enqueued Resource ID: 7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e with Priority: HIGHEST for action port [ 759.696818] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e with Priority: HIGHEST for action port [ 759.698855] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.698855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.698855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.698855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.698855] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.820574] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.820574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.820704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.822035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.822035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.822035] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 already deleted. [ 759.822035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.199606] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e [ 760.199898] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.199974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.200107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.200260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.200356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.201758] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e already deleted. [ 760.201758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ef0cce8-a27b-4dc5-8c1c-0cdbefd0a17e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.679805] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 in Status: SUCCESS [ 760.680052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.680238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.680468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.680719] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.680909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.681037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.681285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.681421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.681568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.681720] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0771a660-a9c6-460a-aa14-3ffc99498e90',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.758617] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: SUCCESS [ 760.758830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.759330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.759559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.759732] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.759864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.759949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.760122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.760205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.760306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.760449] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.761672] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 760.761955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.762059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.762189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.762362] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.762469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.762536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.762669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.763208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.763208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.763208] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.763208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.763208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.763432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.763432] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.763569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.763569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.763637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.763800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.763800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.763905] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.843459] env[69155]: INFO networking_nsxv3.common.synchronization [req-914a27a7-ce49-4027-b5bd-b8a995d85c29 req-12bd0118-0e57-4166-85c6-9d238ff47f98 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Enqueued Resource ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb with Priority: HIGHEST for action security_group_members [ 760.844023] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb with Priority: HIGHEST for action security_group_members [ 760.844371] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.844502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.844569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.844868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.845055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.845230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.845230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.845386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.845481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.845521] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9b6c869-58f2-4e96-a81f-5319b66c9ddb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.145519] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.145668] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-455" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.146928] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-455" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.146928] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-455" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.146928] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.146928] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.146928] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.146928] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.147247] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.147247] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.151019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.151019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.151019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.151019] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.151019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.151019] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.171466] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.171621] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.172138] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.172342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-455" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.173350] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-ad5d6e63-8abe-4958-ab00-e629b0524bc5 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.173727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-ad5d6e63-8abe-4958-ab00-e629b0524bc5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.174017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-ad5d6e63-8abe-4958-ab00-e629b0524bc5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.175075] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-ad5d6e63-8abe-4958-ab00-e629b0524bc5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.175227] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad5d6e63-8abe-4958-ab00-e629b0524bc5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.184958] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0771a660-a9c6-460a-aa14-3ffc99498e90 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.184958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.184958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.184958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.184958] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.185246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.185246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.185246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.185956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.186177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.186302] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0771a660-a9c6-460a-aa14-3ffc99498e90 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.186432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.186477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.186614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.186758] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.186853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.186918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.187267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.187325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.187375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.187472] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0771a660-a9c6-460a-aa14-3ffc99498e90',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.265192] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.266090] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6a0103-b886-4958-ac98-89dde8181f4b: rpc.has_security_group_logging(os_id): False [ 761.283697] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.283899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.283951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.284196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.284326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.284530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.284635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.284712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.284918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.284995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.285184] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.285283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.285344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.285487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.285562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.285756] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.285853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.285920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.286179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.286266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.286355] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 761.341349] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.341514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.341615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.341940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.342126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.349271] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.349433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.349836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.349836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.349836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.350010] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.350068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.350107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.350251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.350325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.350408] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb already deleted. [ 761.350488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.356950] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 761.678067] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.678375] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.678642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.678957] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.679169] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.679367] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port ad5d6e63-8abe-4958-ab00-e629b0524bc5 not found, creating... [ 761.679672] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.679841] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.679969] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.680638] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.680638] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.680638] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.680845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.680936] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.681339] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.681423] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.681635] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: ad5d6e63-8abe-4958-ab00-e629b0524bc5 is going to be created. [ 761.690861] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0771a660-a9c6-460a-aa14-3ffc99498e90: rpc.has_security_group_logging(os_id): False [ 761.701207] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.701775] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.701997] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.702367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.703531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.703531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-ad5d6e63-8abe-4958-ab00-e629b0524bc5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.706502] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.706502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.706502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.710453] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.710453] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.710453] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.710453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.710922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.710922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.710922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.710922] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 is going to be created. [ 761.772351] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.772351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.772351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.772351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.772351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.772351] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a64594-ec1b-4799-9dc9-54525ac87b78: rpc.has_security_group_logging(os_id): False [ 761.807890] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 in Status: IN_PROGRESS for 2s [ 761.809607] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.809749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.809825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.810034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.810129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.810352] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.810453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.810517] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.810673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.810750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.810835] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 is going to be updated. [ 761.912631] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.912785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.912859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.913086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.913228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.926649] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: IN_PROGRESS for 2s [ 762.576133] env[69155]: INFO networking_nsxv3.common.synchronization [req-914a27a7-ce49-4027-b5bd-b8a995d85c29 req-1d6b9a44-7389-463f-bd3b-603d4df95dd7 service nova] Enqueued Resource ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb with Priority: HIGHEST for action security_group_rules [ 762.576133] env[69155]: INFO networking_nsxv3.common.synchronization [req-914a27a7-ce49-4027-b5bd-b8a995d85c29 req-1d6b9a44-7389-463f-bd3b-603d4df95dd7 service nova] Enqueued Resource ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb with Priority: HIGHEST for action security_group_members [ 762.576462] env[69155]: INFO networking_nsxv3.common.synchronization [req-914a27a7-ce49-4027-b5bd-b8a995d85c29 req-1d6b9a44-7389-463f-bd3b-603d4df95dd7 service nova] Enqueued Resource ID: ad5d6e63-8abe-4958-ab00-e629b0524bc5 with Priority: HIGHEST for action port [ 762.576499] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb with Priority: HIGHEST for action security_group_rules [ 762.576869] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb with Priority: HIGHEST for action security_group_members [ 762.576869] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5d6e63-8abe-4958-ab00-e629b0524bc5 with Priority: HIGHEST for action port [ 762.577265] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9b6c869-58f2-4e96-a81f-5319b66c9ddb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.577860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.578068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.578367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.578367] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9b6c869-58f2-4e96-a81f-5319b66c9ddb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.579157] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.579251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.579285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.579859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.579859] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.579859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.579859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.579859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.580097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.580097] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9b6c869-58f2-4e96-a81f-5319b66c9ddb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.580782] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad5d6e63-8abe-4958-ab00-e629b0524bc5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.580895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad5d6e63-8abe-4958-ab00-e629b0524bc5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.580966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad5d6e63-8abe-4958-ab00-e629b0524bc5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.581144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad5d6e63-8abe-4958-ab00-e629b0524bc5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.581221] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad5d6e63-8abe-4958-ab00-e629b0524bc5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.082980] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9b6c869-58f2-4e96-a81f-5319b66c9ddb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.084322] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.085130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.085359] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad5d6e63-8abe-4958-ab00-e629b0524bc5 with status ACTIVE [ 763.085565] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.085717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.085764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.085994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.086081] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.086413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.086413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.086413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.086564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.086632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.086830] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.086928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.086980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.087147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.087220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.087306] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad5d6e63-8abe-4958-ab00-e629b0524bc5 is going to be updated. [ 763.108181] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.108344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.108344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.112251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.112251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.112251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad5d6e63-8abe-4958-ab00-e629b0524bc5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.370111] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 763.370384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.370593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.370842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.370968] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.590777] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9b6c869-58f2-4e96-a81f-5319b66c9ddb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.602081] env[69155]: INFO networking_nsxv3.common.synchronization [req-c9c859c1-d94a-4477-836e-51c3859f7c1d req-503931ef-74ad-4d53-9a7a-32bce9c2665a tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Enqueued Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGHEST for action security_group_members [ 763.602902] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGHEST for action security_group_members [ 763.603269] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabf1380-c83b-492a-b494-09a348b1c0fd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.605146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.605146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.605146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.605146] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.605146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.605146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.605146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.605146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.605146] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabf1380-c83b-492a-b494-09a348b1c0fd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.819887] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 in Status: SUCCESS [ 763.820538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.873173] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.873373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.873454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.873713] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.874968] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.874968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.874968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.874968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.874968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.874968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.874968] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.943081] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: SUCCESS [ 763.943217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.027198] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.027412] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-994" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.027539] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-994" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.027951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-994" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.028168] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.028485] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.028485] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.028658] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.028803] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.029080] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.029198] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.029308] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.029407] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.029530] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.029614] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.029743] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.047308] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.047477] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.047617] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.047831] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-994" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.048108] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-0cb377ae-119a-416f-9c1f-084ea589bcef taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.048287] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-0cb377ae-119a-416f-9c1f-084ea589bcef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.048408] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-0cb377ae-119a-416f-9c1f-084ea589bcef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.048715] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-0cb377ae-119a-416f-9c1f-084ea589bcef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.048856] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb377ae-119a-416f-9c1f-084ea589bcef',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.092590] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.092749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.092821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.093225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.093336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.093442] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb is going to be created. [ 764.107031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.107031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.107190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.107604] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.107604] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.107971] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.108195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.108327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.108570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.108730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.108881] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabf1380-c83b-492a-b494-09a348b1c0fd already deleted. [ 764.109090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.116625] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.116730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.116857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.117240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.117240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.125513] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb in Status: UNINITIALIZED for 2s [ 764.378101] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.378101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.378101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.378265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.378408] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.378536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.378605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.378794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.378894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.378995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.379213] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.379318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.379381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.379549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.379711] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.379819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.379883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.380063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.380174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.380269] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.380353] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.551470] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.552045] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.552256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.553426] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.553620] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.553899] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 0cb377ae-119a-416f-9c1f-084ea589bcef not found, creating... [ 764.554315] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.554540] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.554701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.555947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.556523] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.556869] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.557061] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.557184] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.557424] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.557564] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.557751] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 0cb377ae-119a-416f-9c1f-084ea589bcef is going to be created. [ 764.578504] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.578749] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.578892] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.579181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.579412] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.579638] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-0cb377ae-119a-416f-9c1f-084ea589bcef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.885019] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6a0103-b886-4958-ac98-89dde8181f4b: rpc.has_security_group_logging(os_id): False [ 764.903217] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.903374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.903446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.903667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.904221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.904221] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.904221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.904221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.904433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.904433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.904572] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.904666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.904728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.904868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.904945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.905160] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.905255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.905315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.905454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.905528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.905612] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 764.965424] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.965424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.965424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.965424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.965424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.983176] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 765.368319] env[69155]: INFO networking_nsxv3.common.synchronization [req-c9c859c1-d94a-4477-836e-51c3859f7c1d req-f7f4cf63-499c-40ae-b056-d46945d9bba3 service nova] Enqueued Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGHEST for action security_group_rules [ 765.368475] env[69155]: INFO networking_nsxv3.common.synchronization [req-c9c859c1-d94a-4477-836e-51c3859f7c1d req-f7f4cf63-499c-40ae-b056-d46945d9bba3 service nova] Enqueued Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGHEST for action security_group_members [ 765.368636] env[69155]: INFO networking_nsxv3.common.synchronization [req-c9c859c1-d94a-4477-836e-51c3859f7c1d req-f7f4cf63-499c-40ae-b056-d46945d9bba3 service nova] Enqueued Resource ID: 0cb377ae-119a-416f-9c1f-084ea589bcef with Priority: HIGHEST for action port [ 765.369995] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGHEST for action security_group_rules [ 765.370173] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGHEST for action security_group_members [ 765.370334] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb377ae-119a-416f-9c1f-084ea589bcef with Priority: HIGHEST for action port [ 765.373469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabf1380-c83b-492a-b494-09a348b1c0fd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.373469] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabf1380-c83b-492a-b494-09a348b1c0fd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.373469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabf1380-c83b-492a-b494-09a348b1c0fd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.373469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.373469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.373469] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabf1380-c83b-492a-b494-09a348b1c0fd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.374155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb377ae-119a-416f-9c1f-084ea589bcef taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.374223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb377ae-119a-416f-9c1f-084ea589bcef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.374277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb377ae-119a-416f-9c1f-084ea589bcef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.375136] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb377ae-119a-416f-9c1f-084ea589bcef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.375136] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb377ae-119a-416f-9c1f-084ea589bcef',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.876307] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabf1380-c83b-492a-b494-09a348b1c0fd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.876442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.876983] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cb377ae-119a-416f-9c1f-084ea589bcef with status ACTIVE [ 765.876983] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.876983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.876983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.877242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.877242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.877412] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.877505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.877562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.877711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.877789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.877969] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.878096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.878130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.878266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.878340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.878423] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cb377ae-119a-416f-9c1f-084ea589bcef is going to be updated. [ 765.879509] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aabf1380-c83b-492a-b494-09a348b1c0fd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.901039] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.901039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.901039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.901400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.901400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.901465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb377ae-119a-416f-9c1f-084ea589bcef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.134698] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb in Status: UNINITIALIZED for 4s [ 766.189583] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-e4e93d44-94e9-4e31-b80f-dcd44a0c880b tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 766.190152] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 766.190462] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.190590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.190659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.190910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.191082] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.191190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.191253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.191596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.191680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.191785] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.382801] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aabf1380-c83b-492a-b494-09a348b1c0fd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.582714] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.582843] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.582966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.583350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.583636] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.584547] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.584547] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.588434] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.588605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.588831] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.588954] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.589080] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.590552] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.590752] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.590887] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.591049] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.608054] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.608252] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.608391] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.608563] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.608881] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.609071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.609187] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.609494] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.609625] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.695343] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.695343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.695343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.695637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.695637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.695726] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.695906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.695906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.696077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.696218] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.696218] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 already deleted. [ 766.697030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.885975] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.886193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.886395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.886525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.886637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.886758] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabf1380-c83b-492a-b494-09a348b1c0fd is going to be created. [ 766.914371] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.914651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.914651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.915025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.915025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.924870] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabf1380-c83b-492a-b494-09a348b1c0fd in Status: UNINITIALIZED for 2s [ 766.998186] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 766.999062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.112599] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.112975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.112975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.113261] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.113420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.113572] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 not found, creating... [ 767.113890] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.114168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.114251] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.114550] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.114632] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.114950] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.115607] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.115784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.115993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.116136] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.116284] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 is going to be created. [ 767.134802] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.135059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.135193] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.135475] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.135696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.135917] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.832152] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-291bb49a-54f0-4185-bbbe-31b9bfe72377 service nova] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_rules [ 767.832340] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-291bb49a-54f0-4185-bbbe-31b9bfe72377 service nova] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 767.832477] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-291bb49a-54f0-4185-bbbe-31b9bfe72377 service nova] Enqueued Resource ID: d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 with Priority: HIGHEST for action port [ 767.833201] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_rules [ 767.833201] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 767.833201] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 with Priority: HIGHEST for action port [ 767.833466] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.833621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.833686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.833956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.835272] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.835272] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.835272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.835272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.835272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.835526] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.838974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.839057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.839219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.839311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.839410] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.840585] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.840729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.840773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.840918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.841008] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.144415] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb in Status: SUCCESS [ 768.144415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.144734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.144850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.145135] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.145298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.145393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.145599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.145713] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.145834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.145969] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9b6c869-58f2-4e96-a81f-5319b66c9ddb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.342587] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.342727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.343044] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.345809] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 with status ACTIVE [ 768.346010] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.346159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.346240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.346510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.346541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.346705] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.346799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.346869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.347018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.347104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.347281] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.347370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.347533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.347600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.347629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.347716] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 is going to be updated. [ 768.367303] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.367494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.367559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.367738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.367873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.368050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.648186] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.648332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.648332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.648556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.648747] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.648861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.648941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.649144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.649237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.649327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.649478] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.649572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.649634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.649775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.649911] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.650014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.650104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.650239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.650333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.650434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.650527] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9b6c869-58f2-4e96-a81f-5319b66c9ddb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.849035] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.933271] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabf1380-c83b-492a-b494-09a348b1c0fd in Status: SUCCESS [ 768.933413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.933546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.933762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.934023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.934180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.934226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.934367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.934447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.934540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.934632] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aabf1380-c83b-492a-b494-09a348b1c0fd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.154874] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9b6c869-58f2-4e96-a81f-5319b66c9ddb: rpc.has_security_group_logging(os_id): False [ 769.173980] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.174128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.174197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.174407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.174493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.174688] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.174771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.174985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.175059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.175092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.175293] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.175382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.175442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.175580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.175649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.175829] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.175918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.175976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.176131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.176201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.176281] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb is going to be created. [ 769.231198] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.231407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.231520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.232023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.232140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.243467] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb in Status: IN_PROGRESS for 2s [ 769.348784] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.348949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.349069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.349299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.349402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.349484] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be created. [ 769.371157] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.371307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.371379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.371600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.371752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.380935] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: UNINITIALIZED for 2s [ 769.387538] env[69155]: INFO networking_nsxv3.common.synchronization [req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f req-2b811087-1d6f-4aa5-9c41-252f660d9a39 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Enqueued Resource ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 with Priority: HIGHEST for action security_group_members [ 769.388139] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 with Priority: HIGHEST for action security_group_members [ 769.388433] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-0771a660-a9c6-460a-aa14-3ffc99498e90 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.388550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.388612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.388802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.388944] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.391741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.391741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.391741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.391741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.391741] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0771a660-a9c6-460a-aa14-3ffc99498e90',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.436600] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabf1380-c83b-492a-b494-09a348b1c0fd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.436819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.436884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.437149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.437614] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.437685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.437726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.437938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.437991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.438096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.439032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabf1380-c83b-492a-b494-09a348b1c0fd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.439032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.439032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.439032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.439032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.439032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.439032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.439032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.439032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.439336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.439336] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aabf1380-c83b-492a-b494-09a348b1c0fd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.895036] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.895036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.895036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.895036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.895036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.895036] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.895036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.895036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.895036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.895036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.895036] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 is going to be updated. [ 769.932531] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.932531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.932531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.932531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.932531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.939160] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 in Status: IN_PROGRESS for 2s [ 769.942586] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aabf1380-c83b-492a-b494-09a348b1c0fd: rpc.has_security_group_logging(os_id): False [ 769.970197] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.970197] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.970197] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.970197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.970654] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.970654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.970654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.970782] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.970950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.971133] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabf1380-c83b-492a-b494-09a348b1c0fd is going to be created. [ 770.033020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.033020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.033020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.033020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.033020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.042077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabf1380-c83b-492a-b494-09a348b1c0fd in Status: IN_PROGRESS for 2s [ 771.255323] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb in Status: SUCCESS [ 771.255323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.392179] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 771.392984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.392984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.392984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.392984] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.393242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.393242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.393362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.393464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.394034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.394034] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.899411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.899411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.899548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.900289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.900289] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.900289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.900289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.900289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.900289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.900542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.900542] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.900747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.900747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.900824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.901764] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.901764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.901764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.901764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.901764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.901764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.901764] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.955454] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 in Status: SUCCESS [ 771.955693] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0771a660-a9c6-460a-aa14-3ffc99498e90 deletion is rescheduled due to dependency. [ 771.955843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0771a660-a9c6-460a-aa14-3ffc99498e90" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.052814] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabf1380-c83b-492a-b494-09a348b1c0fd in Status: SUCCESS [ 772.053049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.208428] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-a616e0e4-4039-43b8-8f89-3be801e78e2d tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 772.208428] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 772.208428] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.208428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.208428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.208428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.208428] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.208428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.208428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.208937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.209138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.209306] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.404135] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7ea92f8-8bb0-47b2-8987-4f3c21a752f0: rpc.has_security_group_logging(os_id): False [ 772.420458] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.420458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.420577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.421045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.421045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.421045] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.421137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.421183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.421414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.421414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.422093] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.422093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.422093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.422093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.422093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.422285] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.422411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.422444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.422600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.422687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.422778] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be created. [ 772.478148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.480017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.480017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.480017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.480017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.488427] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 772.513523] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.517018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.517018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.517018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.517018] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.517018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.517018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.517018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.517018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.517018] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.517018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.517018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.517018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.517018] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.517018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.517018] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.534070] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.534234] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.534367] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.534533] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.534825] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-34458f91-3bf5-479c-a8dc-9fec8ba1af20 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.534985] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-34458f91-3bf5-479c-a8dc-9fec8ba1af20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.535112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-34458f91-3bf5-479c-a8dc-9fec8ba1af20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.535407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-34458f91-3bf5-479c-a8dc-9fec8ba1af20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.535541] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34458f91-3bf5-479c-a8dc-9fec8ba1af20',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.712444] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.037876] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.038112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.039048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.039048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.039048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.039048] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 34458f91-3bf5-479c-a8dc-9fec8ba1af20 not found, creating... [ 773.039381] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.039381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.039504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.039658] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.039795] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.040086] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.040249] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.040349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.041023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.041023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.041023] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 34458f91-3bf5-479c-a8dc-9fec8ba1af20 is going to be created. [ 773.059316] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.059520] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.059647] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.059899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.060226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.060535] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-34458f91-3bf5-479c-a8dc-9fec8ba1af20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.215368] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.718274] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.718626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.718626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.718777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.718873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.718977] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be updated. [ 773.748500] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.748661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.748711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.748945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.749096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.757575] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 773.764304] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-f673bcfa-692e-4fee-b1c8-12f194a7cd16 service nova] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_rules [ 773.764363] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-f673bcfa-692e-4fee-b1c8-12f194a7cd16 service nova] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 773.764496] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-f673bcfa-692e-4fee-b1c8-12f194a7cd16 service nova] Enqueued Resource ID: 34458f91-3bf5-479c-a8dc-9fec8ba1af20 with Priority: HIGHEST for action port [ 773.764729] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_rules [ 773.764891] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 773.764990] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34458f91-3bf5-479c-a8dc-9fec8ba1af20 with Priority: HIGHEST for action port [ 773.765548] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.765652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.765862] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.765951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.766307] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-34458f91-3bf5-479c-a8dc-9fec8ba1af20 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.766443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34458f91-3bf5-479c-a8dc-9fec8ba1af20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.766529] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34458f91-3bf5-479c-a8dc-9fec8ba1af20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.766757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34458f91-3bf5-479c-a8dc-9fec8ba1af20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.766874] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34458f91-3bf5-479c-a8dc-9fec8ba1af20',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.269624] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34458f91-3bf5-479c-a8dc-9fec8ba1af20 with status ACTIVE [ 774.269977] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.270206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.270343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.270674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.270853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.271131] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.271315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.271424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.271659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.271785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.272070] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.272236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.272346] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.272576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.272703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.273039] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34458f91-3bf5-479c-a8dc-9fec8ba1af20 is going to be updated. [ 774.294779] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.294985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.295100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.295378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.295558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.295752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34458f91-3bf5-479c-a8dc-9fec8ba1af20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.501896] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 774.502125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.502294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.502510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.502601] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.007322] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.007322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.766974] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 775.767248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.767664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.767745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.767936] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.768124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.768208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.768405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.768514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.768639] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.271415] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.697884] env[69155]: INFO networking_nsxv3.common.synchronization [req-0b94dfb6-8204-4b3a-87e5-952877258a5b req-6691f059-4e1e-43e6-a6a5-2f96af556ff8 tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Enqueued Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGHEST for action security_group_members [ 776.698411] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGHEST for action security_group_members [ 776.698712] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabf1380-c83b-492a-b494-09a348b1c0fd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.698835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.698902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.699139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.699316] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.699420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.699485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.699647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.699732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.699823] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabf1380-c83b-492a-b494-09a348b1c0fd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.777115] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.071597] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-4103fc59-deee-4149-99cf-6b271d37a8a4 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 777.072340] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 777.072950] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.072950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.201731] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.201877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.201946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.202201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.202375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.202473] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.202570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.203332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.203332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.203332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.203332] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabf1380-c83b-492a-b494-09a348b1c0fd is going to be updated. [ 777.230759] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.230894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.231044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.231183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.231317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.240467] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabf1380-c83b-492a-b494-09a348b1c0fd in Status: IN_PROGRESS for 2s [ 777.283289] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.283289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.283289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.283289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.283289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.283289] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be updated. [ 777.308201] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.308294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.308370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.308602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.308752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.318822] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 777.584576] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.584843] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.584973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.585569] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.585651] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.586146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.586146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.586395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.586486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.590021] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.590021] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.590021] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.590021] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.590021] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.590021] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.590021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.607940] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.608136] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.608282] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.608456] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-806" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.608783] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-6c351d1d-262e-45bb-a673-830e16b16171 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.608959] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-6c351d1d-262e-45bb-a673-830e16b16171" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.609094] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-6c351d1d-262e-45bb-a673-830e16b16171" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.609489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-6c351d1d-262e-45bb-a673-830e16b16171" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.609630] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c351d1d-262e-45bb-a673-830e16b16171',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.111532] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.111914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.112123] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.112317] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.112472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.112627] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 6c351d1d-262e-45bb-a673-830e16b16171 not found, creating... [ 778.112973] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.113195] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.113329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.113574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.113716] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.114556] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.114824] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.116397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.116739] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.116957] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.117185] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 6c351d1d-262e-45bb-a673-830e16b16171 is going to be created. [ 778.137512] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.138180] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.138397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.139355] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.139680] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.140159] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-6c351d1d-262e-45bb-a673-830e16b16171" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.224087] env[69155]: INFO networking_nsxv3.common.synchronization [None req-0c21d05a-ec6d-440e-868f-f8d84a49072d None None] Enqueued Resource ID: f98097a8-8c84-4fab-a1e1-ebfa102f3181 with Priority: HIGHEST for action port [ 779.224509] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98097a8-8c84-4fab-a1e1-ebfa102f3181 with Priority: HIGHEST for action port [ 779.224878] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f98097a8-8c84-4fab-a1e1-ebfa102f3181 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.225052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f98097a8-8c84-4fab-a1e1-ebfa102f3181" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.225144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f98097a8-8c84-4fab-a1e1-ebfa102f3181" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.225468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f98097a8-8c84-4fab-a1e1-ebfa102f3181" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.225574] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f98097a8-8c84-4fab-a1e1-ebfa102f3181',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.255806] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabf1380-c83b-492a-b494-09a348b1c0fd in Status: SUCCESS [ 779.257314] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabf1380-c83b-492a-b494-09a348b1c0fd deletion is rescheduled due to dependency. [ 779.257314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.326855] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 779.327138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.327335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.327651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.327781] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.327889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.327957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.328175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.328267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.328353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.328452] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.329342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.329509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.329903] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.329903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.329903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.330072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.330112] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.330176] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.353850] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-8e417e27-eb70-45b1-8517-49ffdaa33f63 service nova] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_rules [ 779.354119] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-8e417e27-eb70-45b1-8517-49ffdaa33f63 service nova] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 779.354481] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a9d1f33-7534-41fa-a925-ec53d3eba325 req-8e417e27-eb70-45b1-8517-49ffdaa33f63 service nova] Enqueued Resource ID: 6c351d1d-262e-45bb-a673-830e16b16171 with Priority: HIGHEST for action port [ 779.358256] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_rules [ 779.358474] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 779.358610] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c351d1d-262e-45bb-a673-830e16b16171 with Priority: HIGHEST for action port [ 779.359990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.360100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.360329] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.360409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.360582] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c351d1d-262e-45bb-a673-830e16b16171 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.360703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c351d1d-262e-45bb-a673-830e16b16171" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.360741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c351d1d-262e-45bb-a673-830e16b16171" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.360939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c351d1d-262e-45bb-a673-830e16b16171" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.361026] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c351d1d-262e-45bb-a673-830e16b16171',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.729298] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f98097a8-8c84-4fab-a1e1-ebfa102f3181 [ 779.729534] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.729667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.729734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.729960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.730058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.730172] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f98097a8-8c84-4fab-a1e1-ebfa102f3181 already deleted. [ 779.730228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f98097a8-8c84-4fab-a1e1-ebfa102f3181" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.760217] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c340363e-2dc4-46e5-b150-0a66f716fdbd tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Enqueued Resource ID: 0b845607-135d-4972-8e30-6c66ba9c1649 with Priority: HIGHEST for action security_group_rules [ 779.761104] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b845607-135d-4972-8e30-6c66ba9c1649 with Priority: HIGHEST for action security_group_rules [ 779.762161] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b845607-135d-4972-8e30-6c66ba9c1649 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.762161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b845607-135d-4972-8e30-6c66ba9c1649" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.762161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b845607-135d-4972-8e30-6c66ba9c1649" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.762161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b845607-135d-4972-8e30-6c66ba9c1649" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.762161] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b845607-135d-4972-8e30-6c66ba9c1649',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.832324] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.832718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.835723] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.865059] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c351d1d-262e-45bb-a673-830e16b16171 with status ACTIVE [ 779.865484] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.865484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.865484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.865644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.865720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.870298] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.870298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.870298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.870298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.870298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.870298] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.870298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.870298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.870298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.870586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.870586] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c351d1d-262e-45bb-a673-830e16b16171 is going to be updated. [ 779.891050] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.891050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.891050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.891282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.891419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.891662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c351d1d-262e-45bb-a673-830e16b16171" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.917791] env[69155]: INFO networking_nsxv3.common.synchronization [None req-4bcc13d4-8a0a-495a-a028-2f834e8bfb55 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Enqueued Resource ID: 0b845607-135d-4972-8e30-6c66ba9c1649 with Priority: HIGHEST for action security_group_rules [ 779.919023] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b845607-135d-4972-8e30-6c66ba9c1649 with Priority: HIGHEST for action security_group_rules [ 779.919023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b845607-135d-4972-8e30-6c66ba9c1649 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.919023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b845607-135d-4972-8e30-6c66ba9c1649" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.284336] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.285785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.285785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.285785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.285785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.285785] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b845607-135d-4972-8e30-6c66ba9c1649 already deleted. [ 780.285785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b845607-135d-4972-8e30-6c66ba9c1649" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.287195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b845607-135d-4972-8e30-6c66ba9c1649" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.287421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b845607-135d-4972-8e30-6c66ba9c1649" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.287491] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b845607-135d-4972-8e30-6c66ba9c1649',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.342051] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.347158] env[69155]: INFO networking_nsxv3.common.synchronization [None req-7e08f75e-c99e-4fe9-8ff8-2cefc3334f3c tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Enqueued Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_rules [ 780.347158] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_rules [ 780.347385] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.347385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.347385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.348121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.348121] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.527237] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c47ffd58-94e2-4c22-b46c-8c1940a1738c tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Enqueued Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_rules [ 780.527237] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_rules [ 780.527237] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.527237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.807659] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.807878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.807878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.808113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.808212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.808312] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b845607-135d-4972-8e30-6c66ba9c1649 already deleted. [ 780.808401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b845607-135d-4972-8e30-6c66ba9c1649" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.845270] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.845270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.845270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.845270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.845565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.845565] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be updated. [ 780.866619] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.867062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.867144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.867356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.867448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.867547] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb already deleted. [ 780.867653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.867813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.867990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.868092] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.872188] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.872286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.872321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.872543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.872725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.880956] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 781.089012] env[69155]: INFO networking_nsxv3.common.synchronization [None req-306550c2-b212-48f1-9b22-952ab4427429 None None] Enqueued Resource ID: 5dd168fc-2fc3-4445-9188-c0e85dee2aa2 with Priority: HIGHEST for action port [ 781.089315] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd168fc-2fc3-4445-9188-c0e85dee2aa2 with Priority: HIGHEST for action port [ 781.089936] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dd168fc-2fc3-4445-9188-c0e85dee2aa2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.090212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dd168fc-2fc3-4445-9188-c0e85dee2aa2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.090212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dd168fc-2fc3-4445-9188-c0e85dee2aa2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.090422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dd168fc-2fc3-4445-9188-c0e85dee2aa2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.090568] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd168fc-2fc3-4445-9188-c0e85dee2aa2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.387297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.387614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.387614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.388203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.388203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.388203] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb already deleted. [ 781.388203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.595303] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dd168fc-2fc3-4445-9188-c0e85dee2aa2 [ 781.595927] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.595927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.596140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.596293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.596409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.596520] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dd168fc-2fc3-4445-9188-c0e85dee2aa2 already deleted. [ 781.596736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dd168fc-2fc3-4445-9188-c0e85dee2aa2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.137204] env[69155]: INFO networking_nsxv3.common.synchronization [req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d req-5972fedc-cfee-4ab1-8e80-da3d2890d4fc tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 782.137772] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 782.138088] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.138213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.138278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.138533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.138681] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.138776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.138838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.140209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.140316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.141590] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.461295] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.461653] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.462490] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.462564] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.463215] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.463479] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.463649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.464181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.464808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.464808] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.464808] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.465210] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.465410] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.465554] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.465906] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.466963] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.487409] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.487409] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.487409] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.487607] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.488052] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-cb45af70-45f9-4efc-b870-c3d7960c1363 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.488264] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.488411] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.488742] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.488897] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb45af70-45f9-4efc-b870-c3d7960c1363',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.643843] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.644125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.644233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.644483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.644620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.644883] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.645037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.645109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.645295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.645388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.645478] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 already deleted. [ 782.645560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.890540] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 782.890828] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.891010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.891543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.891543] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.891678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.891678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.891891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.891891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.891994] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.991613] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.991844] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.991970] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.992279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.992435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.992592] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port cb45af70-45f9-4efc-b870-c3d7960c1363 not found, creating... [ 782.992907] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.993458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.993458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.993565] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.993663] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.993971] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.994153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.994269] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.994497] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.994694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.994853] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: cb45af70-45f9-4efc-b870-c3d7960c1363 is going to be created. [ 783.015569] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.016249] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.016249] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.016249] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.016363] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.016583] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.394379] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.716638] env[69155]: INFO networking_nsxv3.common.synchronization [req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d req-28eef9f0-837b-496c-a129-22af4fc1bf01 service nova] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_rules [ 783.716894] env[69155]: INFO networking_nsxv3.common.synchronization [req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d req-28eef9f0-837b-496c-a129-22af4fc1bf01 service nova] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 783.716941] env[69155]: INFO networking_nsxv3.common.synchronization [req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d req-28eef9f0-837b-496c-a129-22af4fc1bf01 service nova] Enqueued Resource ID: cb45af70-45f9-4efc-b870-c3d7960c1363 with Priority: HIGHEST for action port [ 783.717530] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_rules [ 783.717587] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 783.717678] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb45af70-45f9-4efc-b870-c3d7960c1363 with Priority: HIGHEST for action port [ 783.717934] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.718063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.718128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.718368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.718449] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.719252] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.719356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.719422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.719574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.719716] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.719804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.719862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.720053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.720169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.720273] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.722343] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb45af70-45f9-4efc-b870-c3d7960c1363 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.722546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.722582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.722736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.722947] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb45af70-45f9-4efc-b870-c3d7960c1363',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.896989] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.224988] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.225203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.225434] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.226425] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb45af70-45f9-4efc-b870-c3d7960c1363 with status ACTIVE [ 784.226526] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.226632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.226685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.226911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.227043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.227205] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.227295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.227354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.227512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.227603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.227827] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.227921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.227976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.229488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.229488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.229488] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb45af70-45f9-4efc-b870-c3d7960c1363 is going to be updated. [ 784.249148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.249335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.249412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.249635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.249815] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.249997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.399422] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.399422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.399558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.401614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.401614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.401614] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be updated. [ 784.438894] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.439142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.439257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.439520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.439740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.448134] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 784.730871] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.776870] env[69155]: INFO networking_nsxv3.common.synchronization [req-758b9301-44fc-4391-b108-048b3761ed2c req-72eaf78a-0ccb-4fde-bd8f-4f2415960ea5 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 784.777462] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 784.777775] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.777918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.777986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.778908] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.779022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.779174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.779242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.779410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.779497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.779596] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.206322] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.206646] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-373" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.207473] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-373" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.207473] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-373" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.207473] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.207754] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.207903] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.208364] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.208583] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.209064] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.209257] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.209419] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.209593] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.209756] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.209911] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.210171] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.234588] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.234900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.234900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.235123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.235273] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.235402] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be created. [ 785.256813] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.257008] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.257178] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.257360] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-373" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.257695] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-060bb543-1d71-4305-b024-14ecd7333cff taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.257880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.257984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.258442] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.258499] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060bb543-1d71-4305-b024-14ecd7333cff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.260883] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.261024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.261106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.261369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.261425] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.272671] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: UNINITIALIZED for 2s [ 785.281278] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.281430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.281502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.281745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.281816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.282016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.282125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.282183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.282332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.282423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.282495] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 already deleted. [ 785.282573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.763989] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.764324] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.764428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.764655] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.764834] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.765020] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 060bb543-1d71-4305-b024-14ecd7333cff not found, creating... [ 785.765306] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.765499] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.765581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.765801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.765939] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.766238] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.766395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.766515] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.766725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.766903] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.766996] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 060bb543-1d71-4305-b024-14ecd7333cff is going to be created. [ 785.791167] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.792087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.792087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.792087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.792214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.792383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.460742] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 786.461121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.461240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.461501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.461723] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.461960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.462061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.462241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.462323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.462426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.462632] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.462746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.462830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.462973] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.463254] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.463254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.463470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.463470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.463600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.463600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.463701] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.592316] env[69155]: INFO networking_nsxv3.common.synchronization [req-758b9301-44fc-4391-b108-048b3761ed2c req-391ee962-98a6-47b5-aa30-5ab90ed0ecae service nova] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_rules [ 786.592531] env[69155]: INFO networking_nsxv3.common.synchronization [req-758b9301-44fc-4391-b108-048b3761ed2c req-391ee962-98a6-47b5-aa30-5ab90ed0ecae service nova] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 786.592678] env[69155]: INFO networking_nsxv3.common.synchronization [req-758b9301-44fc-4391-b108-048b3761ed2c req-391ee962-98a6-47b5-aa30-5ab90ed0ecae service nova] Enqueued Resource ID: 060bb543-1d71-4305-b024-14ecd7333cff with Priority: HIGHEST for action port [ 786.593312] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_rules [ 786.593494] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 786.593599] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060bb543-1d71-4305-b024-14ecd7333cff with Priority: HIGHEST for action port [ 786.593877] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.594103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.594169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.594430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.594527] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.595413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.595543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.595610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.595761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.595925] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.596032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.596090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.596232] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.596317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.596403] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.597137] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-060bb543-1d71-4305-b024-14ecd7333cff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.597249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.597312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.597460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.597533] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060bb543-1d71-4305-b024-14ecd7333cff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.968413] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7ea92f8-8bb0-47b2-8987-4f3c21a752f0: rpc.has_security_group_logging(os_id): False [ 786.986650] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.986789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.986859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.987089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.987186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.987365] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.987463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.987525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.987674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.987748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.987937] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.988044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.988112] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.988313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.988372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.988565] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.988657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.988718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.988854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.988928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.989022] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be updated. [ 787.061572] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.061572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.061704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.062296] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.062296] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.073166] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 787.098629] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.099796] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.099905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.100330] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 060bb543-1d71-4305-b024-14ecd7333cff with status ACTIVE [ 787.100505] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.100616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.100679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.100889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.101009] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.101219] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.101332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.101410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.101621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.101651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.101873] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.102022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.102092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.102265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.102356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.102444] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 060bb543-1d71-4305-b024-14ecd7333cff is going to be updated. [ 787.138901] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.138901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.138901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.138901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.138901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.139245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.276135] env[69155]: INFO networking_nsxv3.common.synchronization [req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 req-d0bead74-11bc-4cc4-ac03-c0ec3425edd4 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 787.276666] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 787.277328] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.277480] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.277516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.277696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.277936] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.277936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.278063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.278177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.278230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.278348] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.285064] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 787.285241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.285391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.286586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.286586] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.286586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.286586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.286586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.286586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.286586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.286586] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.564553] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.564772] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.565085] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.565326] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.565556] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.565709] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.565824] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.566051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.566202] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.566408] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.566521] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.566631] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.566739] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.566846] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.566953] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.567235] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.587295] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.587295] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 787.587295] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.587295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.587295] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-e121e979-064d-482b-bae0-6a799c32b953 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.587295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-e121e979-064d-482b-bae0-6a799c32b953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.587295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-e121e979-064d-482b-bae0-6a799c32b953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.587295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-e121e979-064d-482b-bae0-6a799c32b953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.587826] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e121e979-064d-482b-bae0-6a799c32b953',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.600861] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.780526] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.788278] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.788417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.788493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.788700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.788864] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.788965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.789039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.789192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.789296] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.789360] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.789501] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.789589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.789663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.789779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.789909] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.789997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.790070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.790209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.790283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.790362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.790450] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.090326] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.090721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.090881] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.091166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.091369] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.091467] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port e121e979-064d-482b-bae0-6a799c32b953 not found, creating... [ 788.091721] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.091884] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.092009] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.092235] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.092433] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.092784] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.092956] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.093080] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.093294] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.093430] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.094026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: e121e979-064d-482b-bae0-6a799c32b953 is going to be created. [ 788.104663] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.104663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.104663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.104974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.104974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.104974] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 is going to be created. [ 788.115227] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.115427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.115552] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.115801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.116051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.116604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-e121e979-064d-482b-bae0-6a799c32b953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.126903] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.127049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.127135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.127272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.127417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.135947] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: UNINITIALIZED for 2s [ 788.282742] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.293600] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 368d77eb-2974-4a18-ae4c-0102eceaf2b7: rpc.has_security_group_logging(os_id): False [ 788.314698] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.315518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.315518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.315518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.315518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.315720] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.315841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.315906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.316135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.316287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.316566] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.316566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.316694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.316793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.316867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.317097] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.317190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.317276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.317383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.317470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.317602] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be created. [ 788.406481] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.406673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.406745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.406960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.407155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.418549] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: IN_PROGRESS for 2s [ 788.785887] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.786065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.786142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.786367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.786460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.786562] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 788.817023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.817023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.817023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.817023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.817023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.823410] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 788.844359] env[69155]: INFO networking_nsxv3.common.synchronization [req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 req-33354f48-a55f-41ed-8c5a-c04af765dac5 service nova] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_rules [ 788.844530] env[69155]: INFO networking_nsxv3.common.synchronization [req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 req-33354f48-a55f-41ed-8c5a-c04af765dac5 service nova] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 788.844663] env[69155]: INFO networking_nsxv3.common.synchronization [req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 req-33354f48-a55f-41ed-8c5a-c04af765dac5 service nova] Enqueued Resource ID: e121e979-064d-482b-bae0-6a799c32b953 with Priority: HIGHEST for action port [ 788.844884] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_rules [ 788.845054] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 788.845151] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e121e979-064d-482b-bae0-6a799c32b953 with Priority: HIGHEST for action port [ 788.845689] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.845808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.845874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.846188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.846372] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.847933] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.848140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.848347] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-e121e979-064d-482b-bae0-6a799c32b953 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.848451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e121e979-064d-482b-bae0-6a799c32b953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.848516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e121e979-064d-482b-bae0-6a799c32b953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.848678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e121e979-064d-482b-bae0-6a799c32b953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.848765] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e121e979-064d-482b-bae0-6a799c32b953',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.087278] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 789.087589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.087816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.088092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.088192] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.348524] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.348807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.349972] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e121e979-064d-482b-bae0-6a799c32b953 with status ACTIVE [ 789.350173] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.350288] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.350362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.350557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.350912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.350912] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.350912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.351065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.351142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.351201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.351354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.351445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.351502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.351630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.351700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.351780] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e121e979-064d-482b-bae0-6a799c32b953 is going to be updated. [ 789.371871] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.371871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.371871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.372260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.372452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.372854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e121e979-064d-482b-bae0-6a799c32b953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.592029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.592029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.592029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.592246] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.592287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.592371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.592519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.592646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592781] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.095241] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.095241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.095241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.095241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.095449] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.095542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.095823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.096141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.096210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.097194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.097565] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.097565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.097565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.097693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.098061] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.098061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.098061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.098061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.098227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.098227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.098352] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.147397] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: SUCCESS [ 790.147718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.148209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.148419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.148616] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.148784] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.148827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.148962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.149070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.149163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.149254] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.431342] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 790.431342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.602735] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7ea92f8-8bb0-47b2-8987-4f3c21a752f0: rpc.has_security_group_logging(os_id): False [ 790.620240] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.620240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.620240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.620491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.620491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.620655] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.621525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.621525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.621525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.621525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.622148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.622148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.622281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.622369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.622453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.622699] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.622800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.622859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.623195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.623195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.623195] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be updated. [ 790.652522] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.652728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.652830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.653028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.653248] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.653355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.653355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.653503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.653591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.653681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.653829] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.654068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.654143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.654295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.654437] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.654528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.654588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.654724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.654803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.654883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.654989] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.689339] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.692239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.692239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.692239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.692239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.708917] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 790.834077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 790.834341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.834562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.835203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.835203] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.835203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.835203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.835437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.835437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.835552] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.159182] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61240269-85ea-4064-8ea7-2045e0a18a93: rpc.has_security_group_logging(os_id): False [ 791.176030] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.176030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.176030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.176030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.176030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.176336] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.176336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.176408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.177075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.177075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.177075] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.177075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.177075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.177075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.177334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.177334] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.177438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.177469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.177902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.177902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.177902] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 is going to be created. [ 791.234274] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.235193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.235193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.235193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.235193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.245135] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: IN_PROGRESS for 2s [ 791.338213] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.840701] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.879985] env[69155]: INFO networking_nsxv3.common.synchronization [req-3d659d94-4abe-411b-b6dd-c7d586bbf908 req-67f4221e-6256-4dc8-8638-aa4cb09a9efa tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 791.882019] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 791.882019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.882019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.882019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.882019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.882019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.882419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.882562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.882791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.882953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.883134] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.342890] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.343097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.343141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.343939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.343939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.343939] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 792.377035] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.377208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.377305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.377516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.377674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.385293] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.386784] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 792.724100] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 792.724268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.888330] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.258103] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: SUCCESS [ 793.258328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.392726] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.392726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.392726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.392726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.392726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.392726] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be updated. [ 793.418145] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.419036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.419036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.419036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.419036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.428356] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 794.396253] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 794.396524] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.396692] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.396905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.397114] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.397243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.397305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.397460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.397541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.397624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.397715] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.902023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.902023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.902023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.902023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.902023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.902023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.902023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.902403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.902403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.902403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.902486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.902526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.902577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.902713] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.902846] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.902930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.905332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.905332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.905332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.905332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.905332] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.405710] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc653a2-383b-4ec9-944b-4df2292b3b82: rpc.has_security_group_logging(os_id): False [ 795.423668] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.423821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.423879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.424185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.424272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.424479] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.424577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.424634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.426052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.426052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.426052] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.426052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.426052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.426052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.426052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.426052] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.426052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.426052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.426399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.426399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.426502] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 795.436381] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 795.436622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.485758] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.485758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.485758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.485758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.485987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.498412] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 796.478273] env[69155]: INFO networking_nsxv3.common.synchronization [req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 req-5ba670ba-b8a6-4606-92bc-1831160c7433 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 796.479023] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 796.479441] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.479613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.479725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.480074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.480300] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.480449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.480546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.480775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.480905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.481063] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.907755] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.907937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.908062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.908387] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.908638] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.908789] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.908902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.909954] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.910126] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.910336] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.910450] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.910558] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.910663] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.910809] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.910875] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.911020] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.929083] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.929256] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.929396] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.929573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.929943] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-5a89d21b-d6ad-4129-9890-fa930b912eed taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.930143] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.930268] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.930592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.930732] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a89d21b-d6ad-4129-9890-fa930b912eed',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.985780] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.985940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.986011] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.986225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.986414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.986528] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.986618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.986695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.986858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.986935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.987028] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 already deleted. [ 796.987109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.434587] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.434818] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.434951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.435293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.435452] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.435607] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 5a89d21b-d6ad-4129-9890-fa930b912eed not found, creating... [ 797.436204] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.436204] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.436383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.436571] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.436690] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.436956] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.437127] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.437283] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.437532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.437963] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.437963] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 5a89d21b-d6ad-4129-9890-fa930b912eed is going to be created. [ 797.459705] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.459905] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.460047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.460326] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.461041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.461041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.512694] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 797.513043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.174219] env[69155]: INFO networking_nsxv3.common.synchronization [req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 req-0384a369-2e75-4487-8800-ae35017f5e9f service nova] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 798.174219] env[69155]: INFO networking_nsxv3.common.synchronization [req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 req-0384a369-2e75-4487-8800-ae35017f5e9f service nova] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 798.174219] env[69155]: INFO networking_nsxv3.common.synchronization [req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 req-0384a369-2e75-4487-8800-ae35017f5e9f service nova] Enqueued Resource ID: 5a89d21b-d6ad-4129-9890-fa930b912eed with Priority: HIGHEST for action port [ 798.174219] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 798.174219] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 798.174219] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a89d21b-d6ad-4129-9890-fa930b912eed with Priority: HIGHEST for action port [ 798.174219] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.174219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.174767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.175142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.175320] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.176778] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.177035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.177209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.177662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.178032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.178328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.178612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.178951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.181256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.181256] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.181256] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a89d21b-d6ad-4129-9890-fa930b912eed taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.181256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.181256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.181256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.181256] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a89d21b-d6ad-4129-9890-fa930b912eed',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.682164] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.683246] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.683388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.683528] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a89d21b-d6ad-4129-9890-fa930b912eed with status ACTIVE [ 798.683728] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.683957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.683957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.684161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.684272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.684421] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.684516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.684569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.684837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.684837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.685021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.685174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.685174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.685267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.685335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.685381] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a89d21b-d6ad-4129-9890-fa930b912eed is going to be updated. [ 798.708164] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.709141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.709141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.709141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.709141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.709141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.188008] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.691327] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.691327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.691752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.691752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.691752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.691752] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be created. [ 799.715272] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.715428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.715475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.715700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.715850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.724974] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: UNINITIALIZED for 2s [ 801.353981] env[69155]: INFO networking_nsxv3.common.synchronization [req-f780c131-ae8e-4549-807c-7426dcd247f4 req-e160a43f-8135-4df4-b0f9-70625f1869ec tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Enqueued Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 801.354665] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 801.354999] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.355129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.355233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.355453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.355639] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.355763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.355828] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.356016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.356152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.356260] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.708271] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.708427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.708598] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.708883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.709269] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.709409] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.709607] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.709771] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.709924] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.710149] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.710262] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.710373] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.710480] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.710694] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.710694] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.710815] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.731237] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.731499] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.731676] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.731957] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.732459] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.732735] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.732945] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.733297] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.733485] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ecba2a-ae6c-4a63-a1f2-2a13d776f294',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.735032] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: SUCCESS [ 801.735032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.735221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.735401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.735574] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.735680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.735744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.735888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.735972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.736072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.736160] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.858944] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.858944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.858944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.859440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.859930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.859930] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.860138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.860233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.860526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.860653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.860804] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 is going to be updated. [ 801.884073] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.884073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.884073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.884399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.884470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.892035] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: IN_PROGRESS for 2s [ 802.237734] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.237991] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.238139] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.238444] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.238620] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.238787] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 not found, creating... [ 802.239090] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.239270] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.239389] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.239633] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.239772] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.240239] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.240503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.240666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.240919] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.241126] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.241310] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 is going to be created. [ 802.242558] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.262357] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.262561] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.262688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.263011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.263882] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.263882] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.745600] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3089a536-0041-4663-88a3-589b39b7bf78: rpc.has_security_group_logging(os_id): False [ 802.764529] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.764765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.764765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.764996] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.765175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.765458] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.765576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.765664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.765892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.765987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.766099] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be created. [ 802.823990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.824751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.824751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.824751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.824751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.836901] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: IN_PROGRESS for 2s [ 802.961405] env[69155]: INFO networking_nsxv3.common.synchronization [req-f780c131-ae8e-4549-807c-7426dcd247f4 req-6b0a39a5-3dc4-42d5-a5b2-b3b038e3bdba service nova] Enqueued Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_rules [ 802.961405] env[69155]: INFO networking_nsxv3.common.synchronization [req-f780c131-ae8e-4549-807c-7426dcd247f4 req-6b0a39a5-3dc4-42d5-a5b2-b3b038e3bdba service nova] Enqueued Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 802.961405] env[69155]: INFO networking_nsxv3.common.synchronization [req-f780c131-ae8e-4549-807c-7426dcd247f4 req-6b0a39a5-3dc4-42d5-a5b2-b3b038e3bdba service nova] Enqueued Resource ID: c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 with Priority: HIGHEST for action port [ 802.961405] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_rules [ 802.961622] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 802.961622] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 with Priority: HIGHEST for action port [ 802.964237] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.964237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.964237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.964237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.964237] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.964237] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.964237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.964237] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.964237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.964237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.964237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.964898] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ecba2a-ae6c-4a63-a1f2-2a13d776f294',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.466624] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.466775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.466967] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 with status ACTIVE [ 803.467171] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.467272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.467543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.467609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.467656] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.467830] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.467942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.467993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.468202] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.468279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.468479] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.468572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.468622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.468751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.468822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.468937] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 is going to be updated. [ 803.490016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.490016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.490189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.492596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.492596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.492596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.901812] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: SUCCESS [ 803.904748] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 deletion is rescheduled due to dependency. [ 803.904748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.904748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.904748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.904748] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.904748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.904748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.904748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.904748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.904748] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.406463] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.850371] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: SUCCESS [ 804.851056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.910634] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.413464] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.413572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.413608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.413827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.413919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.414025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 is going to be updated. [ 805.441514] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.441693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.441808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.442099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.442313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.450244] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: IN_PROGRESS for 2s [ 805.974655] env[69155]: INFO networking_nsxv3.common.synchronization [req-14ee1d18-fa02-4d87-8517-b47dfb20704a req-50c96bb5-feeb-421d-a1b4-1b2278c42b3b tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 805.974977] env[69155]: INFO networking_nsxv3.common.synchronization [req-14ee1d18-fa02-4d87-8517-b47dfb20704a req-50c96bb5-feeb-421d-a1b4-1b2278c42b3b tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 43525b35-dc2b-4fef-8e51-fa95055f505d with Priority: HIGHEST for action security_group_members [ 805.975456] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 805.975595] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43525b35-dc2b-4fef-8e51-fa95055f505d with Priority: HIGHEST for action security_group_members [ 805.975885] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.976013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.976086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.976293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.976442] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.976537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.976597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.976740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.976825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.976917] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.977798] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-43525b35-dc2b-4fef-8e51-fa95055f505d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.977904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.977950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.978139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.978279] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.978655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.978724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.978872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.978955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.979055] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43525b35-dc2b-4fef-8e51-fa95055f505d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.017669] env[69155]: INFO networking_nsxv3.common.synchronization [req-14ee1d18-fa02-4d87-8517-b47dfb20704a req-50c96bb5-feeb-421d-a1b4-1b2278c42b3b tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 43525b35-dc2b-4fef-8e51-fa95055f505d with Priority: HIGHEST for action security_group_rules [ 806.017834] env[69155]: INFO networking_nsxv3.common.synchronization [req-14ee1d18-fa02-4d87-8517-b47dfb20704a req-50c96bb5-feeb-421d-a1b4-1b2278c42b3b tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 43525b35-dc2b-4fef-8e51-fa95055f505d with Priority: HIGHEST for action security_group_members [ 806.017968] env[69155]: INFO networking_nsxv3.common.synchronization [req-14ee1d18-fa02-4d87-8517-b47dfb20704a req-50c96bb5-feeb-421d-a1b4-1b2278c42b3b tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_rules [ 806.018125] env[69155]: INFO networking_nsxv3.common.synchronization [req-14ee1d18-fa02-4d87-8517-b47dfb20704a req-50c96bb5-feeb-421d-a1b4-1b2278c42b3b tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 806.018259] env[69155]: INFO networking_nsxv3.common.synchronization [req-14ee1d18-fa02-4d87-8517-b47dfb20704a req-50c96bb5-feeb-421d-a1b4-1b2278c42b3b tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 060bb543-1d71-4305-b024-14ecd7333cff with Priority: HIGHEST for action port [ 806.018877] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43525b35-dc2b-4fef-8e51-fa95055f505d with Priority: HIGHEST for action security_group_rules [ 806.019061] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_rules [ 806.019174] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060bb543-1d71-4305-b024-14ecd7333cff with Priority: HIGHEST for action port [ 806.019266] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43525b35-dc2b-4fef-8e51-fa95055f505d with Priority: HIGHEST for action security_group_members [ 806.019353] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 806.019619] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43525b35-dc2b-4fef-8e51-fa95055f505d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.019735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.019829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.020064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.020157] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43525b35-dc2b-4fef-8e51-fa95055f505d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.020975] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.021070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.021100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.021279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.021463] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.022502] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-060bb543-1d71-4305-b024-14ecd7333cff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.022919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.022966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.023189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.023269] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060bb543-1d71-4305-b024-14ecd7333cff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.024243] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-43525b35-dc2b-4fef-8e51-fa95055f505d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.024407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.024973] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.024973] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.480839] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.481793] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43525b35-dc2b-4fef-8e51-fa95055f505d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.526118] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-43525b35-dc2b-4fef-8e51-fa95055f505d taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.526295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.526897] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 060bb543-1d71-4305-b024-14ecd7333cff with status ACTIVE [ 806.526897] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.526897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.526897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.527134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.527134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.527288] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.527375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.527431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.527585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.527657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.527826] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.527909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.528033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.528289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.528289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.528289] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 060bb543-1d71-4305-b024-14ecd7333cff is going to be updated. [ 806.529493] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.529579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.552516] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.552837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.552837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.552994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.553162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.553327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.776422] env[69155]: INFO networking_nsxv3.common.synchronization [req-c3bf6a08-1cd8-40e3-8875-b50544a59092 req-0b3295db-4fbf-48bd-9a95-222b2bb720c6 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 806.776422] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 806.776422] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.776422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.776422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.776422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.776422] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.776422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.776422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.776422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.776422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.776422] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.840360] env[69155]: INFO networking_nsxv3.common.synchronization [req-32da543d-6912-461a-865a-113e450a14f5 req-b184750b-ff9a-433c-917f-6a0970e946e5 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 806.841068] env[69155]: INFO networking_nsxv3.common.synchronization [req-32da543d-6912-461a-865a-113e450a14f5 req-b184750b-ff9a-433c-917f-6a0970e946e5 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 43525b35-dc2b-4fef-8e51-fa95055f505d with Priority: HIGHEST for action security_group_members [ 806.841068] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 806.841204] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43525b35-dc2b-4fef-8e51-fa95055f505d with Priority: HIGHEST for action security_group_members [ 806.841721] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.841721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.843275] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-43525b35-dc2b-4fef-8e51-fa95055f505d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.844085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.882272] env[69155]: INFO networking_nsxv3.common.synchronization [req-32da543d-6912-461a-865a-113e450a14f5 req-b184750b-ff9a-433c-917f-6a0970e946e5 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_rules [ 806.882459] env[69155]: INFO networking_nsxv3.common.synchronization [req-32da543d-6912-461a-865a-113e450a14f5 req-b184750b-ff9a-433c-917f-6a0970e946e5 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 806.882596] env[69155]: INFO networking_nsxv3.common.synchronization [req-32da543d-6912-461a-865a-113e450a14f5 req-b184750b-ff9a-433c-917f-6a0970e946e5 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 060bb543-1d71-4305-b024-14ecd7333cff with Priority: HIGHEST for action port [ 806.883173] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_rules [ 806.883315] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 806.883412] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060bb543-1d71-4305-b024-14ecd7333cff with Priority: HIGHEST for action port [ 806.883683] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.883779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.883957] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.884208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.884469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-060bb543-1d71-4305-b024-14ecd7333cff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.884809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.884905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.885210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.885326] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060bb543-1d71-4305-b024-14ecd7333cff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.984835] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.985797] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43525b35-dc2b-4fef-8e51-fa95055f505d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.195525] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.195722] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.195845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.196145] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.196493] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.196700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.196820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.197111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.197693] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.197693] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.197693] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.197693] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.197903] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.197903] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.197977] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.198245] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.220176] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.220366] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.220506] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.220697] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.220994] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-8003ac62-2997-4c60-9f22-20c6910a8c7f taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.221197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-8003ac62-2997-4c60-9f22-20c6910a8c7f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.221340] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-8003ac62-2997-4c60-9f22-20c6910a8c7f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.221659] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-8003ac62-2997-4c60-9f22-20c6910a8c7f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.221803] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8003ac62-2997-4c60-9f22-20c6910a8c7f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.278256] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.278425] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.278495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.278709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.278988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.278988] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.279185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.279185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.279301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.279374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.279457] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 already deleted. [ 807.279566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.387457] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 060bb543-1d71-4305-b024-14ecd7333cff with status ACTIVE [ 807.387693] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.387826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.387894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.388112] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.388204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.388379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.388479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.388541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.388696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.388774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.388955] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.389417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.389417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.389417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.389417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.389417] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 060bb543-1d71-4305-b024-14ecd7333cff is going to be updated. [ 807.409195] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.409365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.409425] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.409620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.409753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.409905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060bb543-1d71-4305-b024-14ecd7333cff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.461522] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: SUCCESS [ 807.461699] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.462455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.462501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.462682] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.462829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.462860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.462999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.463091] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.463181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.463269] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.487577] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.487577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.487577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.487854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.487854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.487924] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 is going to be updated. [ 807.489156] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.489300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.489374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.489535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.489618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.489708] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43525b35-dc2b-4fef-8e51-fa95055f505d is going to be created. [ 807.511311] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.511985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.512121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.512968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.513211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.517708] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.518155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.518155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.518334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.518615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.521497] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43525b35-dc2b-4fef-8e51-fa95055f505d in Status: UNINITIALIZED for 2s [ 807.524724] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: IN_PROGRESS for 2s [ 807.724527] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.724807] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.724964] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.725349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.725575] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.725787] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 8003ac62-2997-4c60-9f22-20c6910a8c7f not found, creating... [ 807.726095] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.726299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.726512] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.727209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.727209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.727309] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.727465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.727616] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.727876] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.728053] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.728203] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 8003ac62-2997-4c60-9f22-20c6910a8c7f is going to be created. [ 807.747015] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.747213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.747362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.747610] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.747838] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.748065] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-8003ac62-2997-4c60-9f22-20c6910a8c7f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.965236] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.965419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.965491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.965750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.965855] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.965958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.966031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.966183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.966268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.966364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.966510] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.966599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.966654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.966789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.966917] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.967009] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.967074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.967208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.967281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.967361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.967449] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.469888] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f4c3a3-07bd-413f-9137-599cd0dc1420: rpc.has_security_group_logging(os_id): False [ 808.488439] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.488551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.488551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.488827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.488827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.489022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.489116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.489223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.489365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.489419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.489558] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.489844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.489844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.489844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.490273] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.490273] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.490273] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.490273] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.490448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.490448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.490518] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 is going to be updated. [ 808.560835] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.560997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.561067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.561283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.561942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.587173] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: IN_PROGRESS for 2s [ 808.678435] env[69155]: INFO networking_nsxv3.common.synchronization [req-c3bf6a08-1cd8-40e3-8875-b50544a59092 req-75e091ec-336c-4373-8c35-270d55bee749 service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 808.678435] env[69155]: INFO networking_nsxv3.common.synchronization [req-c3bf6a08-1cd8-40e3-8875-b50544a59092 req-75e091ec-336c-4373-8c35-270d55bee749 service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 808.678435] env[69155]: INFO networking_nsxv3.common.synchronization [req-c3bf6a08-1cd8-40e3-8875-b50544a59092 req-75e091ec-336c-4373-8c35-270d55bee749 service nova] Enqueued Resource ID: 8003ac62-2997-4c60-9f22-20c6910a8c7f with Priority: HIGHEST for action port [ 808.678662] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 808.678708] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 808.678779] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8003ac62-2997-4c60-9f22-20c6910a8c7f with Priority: HIGHEST for action port [ 808.680848] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.681049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.681167] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.681353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.681459] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.684584] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.684584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.684584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.684584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.684584] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.684584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.684584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.684584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.684584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.684584] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.686121] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-8003ac62-2997-4c60-9f22-20c6910a8c7f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.686274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8003ac62-2997-4c60-9f22-20c6910a8c7f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.686357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8003ac62-2997-4c60-9f22-20c6910a8c7f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.686494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8003ac62-2997-4c60-9f22-20c6910a8c7f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.686669] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8003ac62-2997-4c60-9f22-20c6910a8c7f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.188385] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.188570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.190776] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.191730] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8003ac62-2997-4c60-9f22-20c6910a8c7f with status ACTIVE [ 809.191915] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.196126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.196231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.196455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.196551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.196754] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.196860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.196921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.197092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.197175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.197364] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.197458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.197518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.197659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.197733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.197816] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8003ac62-2997-4c60-9f22-20c6910a8c7f is going to be updated. [ 809.223350] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.223492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.223561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.223768] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.223900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.224090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8003ac62-2997-4c60-9f22-20c6910a8c7f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.532377] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43525b35-dc2b-4fef-8e51-fa95055f505d in Status: SUCCESS [ 809.532659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.532818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.532941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.533146] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.533264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.533329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.533497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.533583] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.533677] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43525b35-dc2b-4fef-8e51-fa95055f505d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.535220] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: SUCCESS [ 809.535396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.535537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.535701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.535853] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.535954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.536028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.536172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.536250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.536338] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.621544] env[69155]: INFO networking_nsxv3.common.synchronization [req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c req-fed18e6b-34a3-4456-9faa-598aae08a2c7 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 809.622101] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 809.622415] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.622536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.622601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.622859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.623048] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.623150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.623213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.623365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.623448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.623536] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.699402] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.041614] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.041614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.041614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.041614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.041614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.041614] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.041614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.041614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.041614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.041614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.041614] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43525b35-dc2b-4fef-8e51-fa95055f505d is going to be deleted. [ 810.041614] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.108904] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.109124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-389" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.109252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-389" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.109632] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-389" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.109893] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.110184] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.110324] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.110547] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.110690] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.110895] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.111011] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.111126] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.111232] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.111340] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.111454] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.111571] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.113646] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.113646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.113646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.113796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.113867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.113962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.114415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.114564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.114715] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.114813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.114875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.116289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.116289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.116289] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43525b35-dc2b-4fef-8e51-fa95055f505d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.125637] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.125777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.125853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.126049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.126139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.126346] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.126400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.126466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.126609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.126682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.126762] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff already deleted. [ 810.126839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.131993] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.132219] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.132357] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.132519] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-389" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.132794] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-24ebc844-7c01-41cf-858e-ca7123727dc6 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.132955] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-24ebc844-7c01-41cf-858e-ca7123727dc6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.133086] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-24ebc844-7c01-41cf-858e-ca7123727dc6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.133355] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-24ebc844-7c01-41cf-858e-ca7123727dc6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.133489] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ebc844-7c01-41cf-858e-ca7123727dc6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.202349] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.202494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.202565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.202766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.202849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.202955] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be created. [ 810.226865] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.227014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.227086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.227295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.227451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.236615] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: UNINITIALIZED for 2s [ 810.547047] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.599625] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: SUCCESS [ 810.599895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.618458] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.618616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.618653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.618905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.619011] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.619212] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.619312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.619376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.619525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.619600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.619671] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43525b35-dc2b-4fef-8e51-fa95055f505d already deleted. [ 810.619745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.619863] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43525b35-dc2b-4fef-8e51-fa95055f505d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.620951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.621132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.621297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.621398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.621457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.621599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.621674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.621755] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43525b35-dc2b-4fef-8e51-fa95055f505d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.635706] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.635706] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.635706] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.635886] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.636046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.636863] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 24ebc844-7c01-41cf-858e-ca7123727dc6 not found, creating... [ 810.636863] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.636863] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.636863] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.636863] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.637063] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.637211] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.637362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.637480] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.638056] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.638144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.638759] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 24ebc844-7c01-41cf-858e-ca7123727dc6 is going to be created. [ 810.657095] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.657285] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.657405] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.657632] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.657846] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.658059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-24ebc844-7c01-41cf-858e-ca7123727dc6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.050066] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.050066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.050066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.050066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.050066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.050066] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 is going to be updated. [ 811.075873] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.076034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.076109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.076320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.076456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.083968] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: IN_PROGRESS for 2s [ 811.124056] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43525b35-dc2b-4fef-8e51-fa95055f505d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.124732] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.124892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.124957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.125232] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.125326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.125531] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.125636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.125754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.126427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.126427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.126427] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43525b35-dc2b-4fef-8e51-fa95055f505d already deleted. [ 811.126427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.339877] env[69155]: INFO networking_nsxv3.common.synchronization [req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c req-d1507e70-0acc-4db8-9245-94fa00af2cbc service nova] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_rules [ 811.340118] env[69155]: INFO networking_nsxv3.common.synchronization [req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c req-d1507e70-0acc-4db8-9245-94fa00af2cbc service nova] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 811.340201] env[69155]: INFO networking_nsxv3.common.synchronization [req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c req-d1507e70-0acc-4db8-9245-94fa00af2cbc service nova] Enqueued Resource ID: 24ebc844-7c01-41cf-858e-ca7123727dc6 with Priority: HIGHEST for action port [ 811.340445] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_rules [ 811.340570] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 811.340669] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ebc844-7c01-41cf-858e-ca7123727dc6 with Priority: HIGHEST for action port [ 811.341297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.341437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.341505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.341757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.341838] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.344537] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.344635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.344674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.344823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.344963] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.345129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.345129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.345290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.345377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.345467] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.346592] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ebc844-7c01-41cf-858e-ca7123727dc6 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.346663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ebc844-7c01-41cf-858e-ca7123727dc6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.346738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ebc844-7c01-41cf-858e-ca7123727dc6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.346883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ebc844-7c01-41cf-858e-ca7123727dc6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.346956] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ebc844-7c01-41cf-858e-ca7123727dc6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.627700] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43525b35-dc2b-4fef-8e51-fa95055f505d: rpc.has_security_group_logging(os_id): False [ 811.648304] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.648445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.648515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.648728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.648990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.649085] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.649140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.649195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.649341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.649417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.649521] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43525b35-dc2b-4fef-8e51-fa95055f505d is going to be created. [ 811.680173] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/43525b35-dc2b-4fef-8e51-fa95055f505d], does not exist path=[/infra/domains/default/groups/43525b35-dc2b-4fef-8e51-fa95055f505d]."\n}' [ 811.680320] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43525b35-dc2b-4fef-8e51-fa95055f505d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/43525b35-dc2b-4fef-8e51-fa95055f505d [ 811.680404] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 811.722510] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.722653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.722715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.722915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.723870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.724144] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.724293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.724397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.724564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.724648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.724844] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.724942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.725010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.725160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.725253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.725343] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43525b35-dc2b-4fef-8e51-fa95055f505d is going to be created. [ 811.742707] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/43525b35-dc2b-4fef-8e51-fa95055f505d], does not exist path=[/infra/domains/default/groups/43525b35-dc2b-4fef-8e51-fa95055f505d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/43525b35-dc2b-4fef-8e51-fa95055f505d [ 811.742853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43525b35-dc2b-4fef-8e51-fa95055f505d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.743353] env[69155]: Traceback (most recent call last): [ 811.743423] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 811.743423] env[69155]: return func(*args, **kwargs) [ 811.743423] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 811.743423] env[69155]: res.raise_for_status() [ 811.743423] env[69155]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 811.743423] env[69155]: raise HTTPError(http_error_msg, response=self) [ 811.743423] env[69155]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/43525b35-dc2b-4fef-8e51-fa95055f505d [ 811.743423] env[69155]: During handling of the above exception, another exception occurred: [ 811.743423] env[69155]: Traceback (most recent call last): [ 811.743423] env[69155]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 811.743423] env[69155]: listener.cb(fileno) [ 811.743423] env[69155]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 811.743423] env[69155]: result = function(*args, **kwargs) [ 811.743423] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 811.743423] env[69155]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 811.743423] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 811.743423] env[69155]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 811.743423] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 811.743423] env[69155]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 811.743423] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 811.743423] env[69155]: res.raise_for_status() [ 811.743423] env[69155]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 811.743423] env[69155]: raise HTTPError(http_error_msg, response=self) [ 811.743423] env[69155]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/43525b35-dc2b-4fef-8e51-fa95055f505d [ 811.743423] env[69155]: Removing descriptor: 5 [ 811.848691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.848856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.849075] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.849962] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24ebc844-7c01-41cf-858e-ca7123727dc6 with status ACTIVE [ 811.850263] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.850379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.850447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.850642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.850729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.850896] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.851019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.851056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.851199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.851298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.851487] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.851597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.851666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.851799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.851871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.851954] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24ebc844-7c01-41cf-858e-ca7123727dc6 is going to be updated. [ 811.870407] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.870407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.870570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.870794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.870794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.870944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ebc844-7c01-41cf-858e-ca7123727dc6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.204704] env[69155]: INFO networking_nsxv3.common.synchronization [req-52a36165-82d4-4efc-9e51-ad582c13c138 req-5a4ee007-343b-49d0-89ed-9d869f0c2c0e tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Enqueued Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_members [ 812.204704] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_members [ 812.204704] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.204704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.204921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.205136] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.205189] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.205290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.205342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.205490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.205568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.205655] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.248378] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 812.248378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.248378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.248378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.248378] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.248378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.248378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.248378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.248378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.248378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.248378] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.354386] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.648436] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.648771] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-694" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.648866] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-694" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.649241] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-694" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.649559] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.649902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.650081] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.650386] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.650556] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.650830] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.650977] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.651153] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.651299] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.651459] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.651600] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.651786] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.672512] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.672746] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.672919] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.673636] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-694" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.673853] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-287fe970-4067-4e21-bddb-1670d2c698c7 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.674170] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-287fe970-4067-4e21-bddb-1670d2c698c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.674329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-287fe970-4067-4e21-bddb-1670d2c698c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.674637] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-287fe970-4067-4e21-bddb-1670d2c698c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.675207] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287fe970-4067-4e21-bddb-1670d2c698c7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.707692] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.707842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.708018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.708133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.708226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.708415] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.708511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.711255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.711255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.711255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.711255] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c already deleted. [ 812.711255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.750365] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.750365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.750365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.750365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.750365] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.750657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.750657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.750720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.750753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.750838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.750975] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.751075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.751127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.751876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.751876] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.751876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.751876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.751876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.751876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.751876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.751876] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.857246] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.857398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.857469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.857683] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.857771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.857867] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff is going to be created. [ 812.881792] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.881932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.882012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.882249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.882400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.891264] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: UNINITIALIZED for 2s [ 813.093073] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: SUCCESS [ 813.093290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.093455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.093660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.093853] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.093972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.094051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.094235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.094318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.094403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.094499] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.095353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.095511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.095660] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.095760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.095817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.095954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.097596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.098710] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.177286] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.177508] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.177636] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.177929] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.178090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.178249] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 287fe970-4067-4e21-bddb-1670d2c698c7 not found, creating... [ 813.178505] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.178661] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.178776] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.178987] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.179138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.179419] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.179571] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.179822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.179883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.180012] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.180156] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 287fe970-4067-4e21-bddb-1670d2c698c7 is going to be created. [ 813.206156] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.206370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.206497] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.206779] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.207013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.207262] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-287fe970-4067-4e21-bddb-1670d2c698c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.254278] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f90b33-013f-45cf-b8de-02ee4aabe311: rpc.has_security_group_logging(os_id): False [ 813.273779] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.274160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.274160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.274524] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.274718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.275492] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.275492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.275492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.275748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.275880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.276184] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.276365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.276472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.276794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.276853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.277174] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.277351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.277573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.277724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.277853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.278017] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be created. [ 813.367650] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.367827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.367933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.368210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.368432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.378441] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 813.600407] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.600407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.601832] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.867496] env[69155]: INFO networking_nsxv3.common.synchronization [req-52a36165-82d4-4efc-9e51-ad582c13c138 req-2c368926-6200-4368-9c72-343e170bc78b service nova] Enqueued Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_rules [ 813.867742] env[69155]: INFO networking_nsxv3.common.synchronization [req-52a36165-82d4-4efc-9e51-ad582c13c138 req-2c368926-6200-4368-9c72-343e170bc78b service nova] Enqueued Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_members [ 813.867742] env[69155]: INFO networking_nsxv3.common.synchronization [req-52a36165-82d4-4efc-9e51-ad582c13c138 req-2c368926-6200-4368-9c72-343e170bc78b service nova] Enqueued Resource ID: 287fe970-4067-4e21-bddb-1670d2c698c7 with Priority: HIGHEST for action port [ 813.868253] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_rules [ 813.868383] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_members [ 813.868592] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287fe970-4067-4e21-bddb-1670d2c698c7 with Priority: HIGHEST for action port [ 813.868727] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.868878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.868925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.869129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.869207] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.870027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.870631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.870631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.870631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.870631] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.870631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.870631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.870840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.870840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.870949] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.871807] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-287fe970-4067-4e21-bddb-1670d2c698c7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.871940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-287fe970-4067-4e21-bddb-1670d2c698c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.871973] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-287fe970-4067-4e21-bddb-1670d2c698c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.872125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-287fe970-4067-4e21-bddb-1670d2c698c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.872227] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287fe970-4067-4e21-bddb-1670d2c698c7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.104258] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.377024] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.377024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.377024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.377024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 287fe970-4067-4e21-bddb-1670d2c698c7 with status ACTIVE [ 814.377024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.377024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.377024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.377024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.377024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.377024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.377024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.377024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.377024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.379983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.379983] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.379983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.380122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.380219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.380253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.380334] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 287fe970-4067-4e21-bddb-1670d2c698c7 is going to be updated. [ 814.401683] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.403280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.403380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.403628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.404334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.404560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-287fe970-4067-4e21-bddb-1670d2c698c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.607066] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.607211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.607211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.607460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.607540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.607673] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 is going to be updated. [ 814.642054] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.642211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.642211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.642415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.642554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.652610] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: IN_PROGRESS for 2s [ 814.806087] env[69155]: INFO networking_nsxv3.common.synchronization [req-495e128b-2c1a-454c-874a-fd9518a01e39 req-8c39b695-5d9c-4e3f-a967-106907de17be tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 814.806087] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 814.806087] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.806087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.806087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.806087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.806983] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.807116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.807191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.807363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.807453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.807546] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.876898] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.901859] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: SUCCESS [ 814.901859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.901859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.901859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.902028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.902124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.902209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.902568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.902568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.902568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.902675] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.305488] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.305682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.305812] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.306153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.306416] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.306934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.306934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.306934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.307114] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.307362] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.307362] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.307464] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.307590] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.307652] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.307773] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.307897] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.309413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.310595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.310595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.310595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.310595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.310756] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.310858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.310939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.311113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.311262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.311381] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 already deleted. [ 815.311484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.335975] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.336167] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.336314] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.336500] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.337696] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-89ac9e99-3de1-4841-9418-2054658ba4c1 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.337696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-89ac9e99-3de1-4841-9418-2054658ba4c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.337696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-89ac9e99-3de1-4841-9418-2054658ba4c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.337696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-89ac9e99-3de1-4841-9418-2054658ba4c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.337696] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ac9e99-3de1-4841-9418-2054658ba4c1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.380097] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.380252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.380324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.380528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.380616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.380711] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c is going to be created. [ 815.392279] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 815.392479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.402304] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.407189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.407189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.407189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.407189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.408172] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.408397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.408558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.408882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.409193] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.409404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.409552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.409854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.410058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.410262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.410551] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.410759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.411941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.411941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.411941] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.411941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.411941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.411941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.412307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.412654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.412867] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.422425] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c in Status: UNINITIALIZED for 2s [ 815.846773] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.846773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.846773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.846773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.846773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.846773] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 89ac9e99-3de1-4841-9418-2054658ba4c1 not found, creating... [ 815.846773] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.846773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.846773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.846773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.846773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.847296] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.848115] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.848283] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.848448] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.848575] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.848720] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 89ac9e99-3de1-4841-9418-2054658ba4c1 is going to be created. [ 815.872029] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.872029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.872029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.872029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.872029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.872029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-89ac9e99-3de1-4841-9418-2054658ba4c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.915949] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24c20f19-e850-45c5-a80b-c4cd2d5869ff: rpc.has_security_group_logging(os_id): False [ 815.940023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.940023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.940023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.940023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.940673] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.940673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.940673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.940762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.940803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.940938] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff is going to be created. [ 815.967118] env[69155]: INFO networking_nsxv3.common.synchronization [req-bb2d8dea-cf59-425f-a16c-609dd95229a9 req-96278bba-c7ff-405f-bb09-8a54d6a962db tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Enqueued Resource ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb with Priority: HIGHEST for action security_group_members [ 815.967858] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb with Priority: HIGHEST for action security_group_members [ 815.968257] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.968415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.968505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.968746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.968965] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.969495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.969495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.969495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.969495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.969692] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9b6c869-58f2-4e96-a81f-5319b66c9ddb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.054462] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.054462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.054462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.054462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.054462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.066407] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: IN_PROGRESS for 2s [ 816.472711] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.473374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.473374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.473374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.493144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.493558] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.493739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.493837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.494148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.494268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.494393] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb is going to be updated. [ 816.521670] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.521821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.521881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.522122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.522261] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.530736] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb in Status: IN_PROGRESS for 2s [ 816.662916] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: SUCCESS [ 816.663226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.663429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.663681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.663888] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.664044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.664113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.664359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.664449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.664575] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.963304] env[69155]: INFO networking_nsxv3.common.synchronization [req-495e128b-2c1a-454c-874a-fd9518a01e39 req-e1adb781-c74a-454d-b507-0c52144c125f service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 816.963617] env[69155]: INFO networking_nsxv3.common.synchronization [req-495e128b-2c1a-454c-874a-fd9518a01e39 req-e1adb781-c74a-454d-b507-0c52144c125f service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 816.963617] env[69155]: INFO networking_nsxv3.common.synchronization [req-495e128b-2c1a-454c-874a-fd9518a01e39 req-e1adb781-c74a-454d-b507-0c52144c125f service nova] Enqueued Resource ID: 89ac9e99-3de1-4841-9418-2054658ba4c1 with Priority: HIGHEST for action port [ 816.964215] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 816.964356] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 816.964442] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ac9e99-3de1-4841-9418-2054658ba4c1 with Priority: HIGHEST for action port [ 816.964702] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.964865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.964916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.965145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.965228] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.965990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.966331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.966331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.966497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.966497] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.966604] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.966653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.966750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.966835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.966918] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.968671] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ac9e99-3de1-4841-9418-2054658ba4c1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.968778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ac9e99-3de1-4841-9418-2054658ba4c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.968839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ac9e99-3de1-4841-9418-2054658ba4c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.968986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ac9e99-3de1-4841-9418-2054658ba4c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.969073] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ac9e99-3de1-4841-9418-2054658ba4c1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.001342] env[69155]: INFO networking_nsxv3.common.synchronization [req-f92d5b48-3f49-472d-957d-9fb73eaebb85 req-fbbac35c-2f15-4041-a077-347e2fb57a39 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Enqueued Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 817.001437] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGHEST for action security_group_members [ 817.001914] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.002054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.002179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.003198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.005398] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.005398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.005398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.005398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.005398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.005398] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.091087] env[69155]: INFO networking_nsxv3.common.synchronization [req-cc4cb161-3bfb-435d-92f0-79550592b886 req-76d5e25b-9b3d-449c-833f-b3082bac237a tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Enqueued Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 817.091253] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61240269-85ea-4064-8ea7-2045e0a18a93 with Priority: HIGHEST for action security_group_members [ 817.092312] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.092312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.171821] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.432308] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c in Status: SUCCESS [ 817.432438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.432585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.432809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.432997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.433134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.433198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.433352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.433431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.433512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.433649] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.470779] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.471840] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.473563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.473563] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89ac9e99-3de1-4841-9418-2054658ba4c1 with status ACTIVE [ 817.473563] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.473563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.473563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.473563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.473563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.473563] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.473563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.473563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.473563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.473563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.473563] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.474073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.474073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.474073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.474073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.474073] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89ac9e99-3de1-4841-9418-2054658ba4c1 is going to be updated. [ 817.496530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.496669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.496723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.496916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.497060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.497214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ac9e99-3de1-4841-9418-2054658ba4c1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.506076] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.506233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.506296] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.506791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.526248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.526248] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.526445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.526445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.526632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.526718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.526807] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 is going to be updated. [ 817.554920] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.555069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.555160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.555439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.555585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.568554] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: IN_PROGRESS for 2s [ 817.674849] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.935328] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.976496] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.079021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: SUCCESS [ 818.079021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.176871] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.177035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.177109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.177329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.177419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.177513] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 is going to be updated. [ 818.207573] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.207829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.207829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.208012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.208159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.222103] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: IN_PROGRESS for 2s [ 818.437429] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c: rpc.has_security_group_logging(os_id): False [ 818.453918] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.454123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.454229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.454467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.454565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.454803] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.455166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.455166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.455166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.455299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.455299] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c is going to be created. [ 818.483287] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.483287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.483406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.483542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.483634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.483731] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be created. [ 818.513463] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.513573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.513573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.513783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.513935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.523141] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: UNINITIALIZED for 2s [ 818.541919] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.542294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.542294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.542395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.542528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.544400] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb in Status: SUCCESS [ 818.544552] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9b6c869-58f2-4e96-a81f-5319b66c9ddb deletion is rescheduled due to dependency. [ 818.544650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6c869-58f2-4e96-a81f-5319b66c9ddb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.555951] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c in Status: IN_PROGRESS for 2s [ 819.578588] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 in Status: SUCCESS [ 819.578588] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 deletion is rescheduled due to dependency. [ 819.578588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.863129] env[69155]: INFO networking_nsxv3.common.synchronization [req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf req-0ff5a6d9-de81-474d-a8e4-937f736424a1 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Enqueued Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGHEST for action security_group_members [ 819.863129] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGHEST for action security_group_members [ 819.863129] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-95567bd1-b4b4-4896-a8f3-8e32e7795690 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.863129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.863129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.864962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.865499] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.865769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.866047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.866345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.866550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.866753] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95567bd1-b4b4-4896-a8f3-8e32e7795690',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.232475] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: SUCCESS [ 820.232548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.232696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.232915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.233123] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.233241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.233305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.233459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.233540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.233625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.233774] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61240269-85ea-4064-8ea7-2045e0a18a93 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.233852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.233911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.234061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.234222] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.234406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.234406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.234610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.234739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.235245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.235245] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.239199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.239452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.239680] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.240031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.240181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.240414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.240511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.240709] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.369395] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.369597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.369597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.369814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.369902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.370137] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.370329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.370329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.370458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.370522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.370605] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 already deleted. [ 820.370754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.533264] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 820.533595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.533869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.534147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.534527] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.534761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.534879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.535131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.535228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.535319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.535458] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.567573] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c in Status: SUCCESS [ 820.567810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.695562] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.695911] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.695966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.696319] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.696614] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.696787] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.696902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.697608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.697816] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.698680] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.698680] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.698680] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.698680] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.698680] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.698947] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.698947] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.717578] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.717756] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.717898] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.718091] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-20" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.718413] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-b5808b65-b10b-450e-a65e-6f79ac4cbead taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.718574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-b5808b65-b10b-450e-a65e-6f79ac4cbead" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.718699] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-b5808b65-b10b-450e-a65e-6f79ac4cbead" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.719054] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-b5808b65-b10b-450e-a65e-6f79ac4cbead" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.719199] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5808b65-b10b-450e-a65e-6f79ac4cbead',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.743451] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61240269-85ea-4064-8ea7-2045e0a18a93: rpc.has_security_group_logging(os_id): False [ 820.744810] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.744972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.745077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.745332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.762861] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.763020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.765449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.765677] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.765791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.765852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.766059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.766143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.766237] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 is going to be updated. [ 820.767416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.767594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.767679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.767893] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.767993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.768068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.768210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.768287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.768462] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.768555] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.768621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.768758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.768831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.769009] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.769104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.769161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.769293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.769367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.769449] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 is going to be updated. [ 820.792396] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.792544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.792601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.792792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.792928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.800869] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: IN_PROGRESS for 2s [ 820.831240] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.831376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.831446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.831878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.831878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.848025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: IN_PROGRESS for 2s [ 821.038368] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.038556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.038556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.038813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.039016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.039156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.039235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.039423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.039561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.039636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.039836] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.039940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.040012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.040160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.040300] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.040397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.040460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.040595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.040672] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.040749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.040837] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.222357] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.222578] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.222773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.223098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.223267] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.223815] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port b5808b65-b10b-450e-a65e-6f79ac4cbead not found, creating... [ 821.223937] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.224087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.224365] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.224652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.224808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.225295] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.225535] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.225705] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.225947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.226144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.226300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: b5808b65-b10b-450e-a65e-6f79ac4cbead is going to be created. [ 821.256042] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.256329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.256403] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.256748] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.256991] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.257293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-b5808b65-b10b-450e-a65e-6f79ac4cbead" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.548087] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdf8ccee-4773-4d89-b13c-097861be9056: rpc.has_security_group_logging(os_id): False [ 821.566882] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.567283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.567469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.569016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.569016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.569016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.569016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.569016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.569016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.569016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.569016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.569016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.569016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.569016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.569520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.569785] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.569996] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.570162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.570416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.570720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.570969] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be created. [ 821.624077] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.624233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.624233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.624468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.624658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.636152] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 822.147507] env[69155]: INFO networking_nsxv3.common.synchronization [req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf req-8afb0eef-a0cc-4dc1-ba86-c3fdc58dcc10 service nova] Enqueued Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGHEST for action security_group_rules [ 822.147507] env[69155]: INFO networking_nsxv3.common.synchronization [req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf req-8afb0eef-a0cc-4dc1-ba86-c3fdc58dcc10 service nova] Enqueued Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGHEST for action security_group_members [ 822.147507] env[69155]: INFO networking_nsxv3.common.synchronization [req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf req-8afb0eef-a0cc-4dc1-ba86-c3fdc58dcc10 service nova] Enqueued Resource ID: b5808b65-b10b-450e-a65e-6f79ac4cbead with Priority: HIGHEST for action port [ 822.147507] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGHEST for action security_group_rules [ 822.147507] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGHEST for action security_group_members [ 822.147507] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5808b65-b10b-450e-a65e-6f79ac4cbead with Priority: HIGHEST for action port [ 822.150031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95567bd1-b4b4-4896-a8f3-8e32e7795690 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.150159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.150209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.150468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.151486] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95567bd1-b4b4-4896-a8f3-8e32e7795690',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.152395] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-95567bd1-b4b4-4896-a8f3-8e32e7795690 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.152507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.152575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.152818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.152881] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.152977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.153046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.153194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.153277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.153362] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95567bd1-b4b4-4896-a8f3-8e32e7795690',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.155108] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5808b65-b10b-450e-a65e-6f79ac4cbead taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.155108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5808b65-b10b-450e-a65e-6f79ac4cbead" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.155108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5808b65-b10b-450e-a65e-6f79ac4cbead" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.155108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5808b65-b10b-450e-a65e-6f79ac4cbead" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.155108] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5808b65-b10b-450e-a65e-6f79ac4cbead',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.657525] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-95567bd1-b4b4-4896-a8f3-8e32e7795690 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.658862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.659150] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95567bd1-b4b4-4896-a8f3-8e32e7795690',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.660063] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5808b65-b10b-450e-a65e-6f79ac4cbead with status ACTIVE [ 822.660294] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.660638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.660638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.660735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.661262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.661496] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.661870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.661930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.662282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.662282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.662514] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.662609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.662668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.662806] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.662878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.662960] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5808b65-b10b-450e-a65e-6f79ac4cbead is going to be updated. [ 822.697274] env[69155]: INFO networking_nsxv3.common.synchronization [None req-bba97e94-1d55-45d8-a112-7b672a6b5066 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Enqueued Resource ID: 5e22f8d2-56a3-440b-883c-1fc06c99164a with Priority: HIGHEST for action security_group_rules [ 822.697274] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e22f8d2-56a3-440b-883c-1fc06c99164a with Priority: HIGHEST for action security_group_rules [ 822.702657] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.702657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.702657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.702657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.702657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.702657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5808b65-b10b-450e-a65e-6f79ac4cbead" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.703108] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e22f8d2-56a3-440b-883c-1fc06c99164a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.703405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e22f8d2-56a3-440b-883c-1fc06c99164a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.703405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e22f8d2-56a3-440b-883c-1fc06c99164a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.703596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e22f8d2-56a3-440b-883c-1fc06c99164a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.703710] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e22f8d2-56a3-440b-883c-1fc06c99164a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.816102] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: SUCCESS [ 822.816534] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 deletion is rescheduled due to dependency. [ 822.816534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.821816] env[69155]: INFO networking_nsxv3.common.synchronization [None req-9d1c5538-ad20-48b3-882b-3a549a9f5960 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Enqueued Resource ID: 5e22f8d2-56a3-440b-883c-1fc06c99164a with Priority: HIGHEST for action security_group_rules [ 822.822264] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e22f8d2-56a3-440b-883c-1fc06c99164a with Priority: HIGHEST for action security_group_rules [ 822.822666] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e22f8d2-56a3-440b-883c-1fc06c99164a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.822771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e22f8d2-56a3-440b-883c-1fc06c99164a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.862669] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61240269-85ea-4064-8ea7-2045e0a18a93 in Status: SUCCESS [ 822.862920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.863101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.863310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.863400] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61240269-85ea-4064-8ea7-2045e0a18a93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.165276] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95567bd1-b4b4-4896-a8f3-8e32e7795690',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.224128] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.224339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.224444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.224627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.224755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.225471] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e22f8d2-56a3-440b-883c-1fc06c99164a already deleted. [ 823.225600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e22f8d2-56a3-440b-883c-1fc06c99164a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.225776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e22f8d2-56a3-440b-883c-1fc06c99164a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.225984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e22f8d2-56a3-440b-883c-1fc06c99164a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.226046] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e22f8d2-56a3-440b-883c-1fc06c99164a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.387055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.387193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.387260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.387466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.387543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.387635] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61240269-85ea-4064-8ea7-2045e0a18a93 is going to be deleted. [ 823.437320] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.437458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.437542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.437752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.437848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.437958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61240269-85ea-4064-8ea7-2045e0a18a93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.649660] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 823.653489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.671049] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.671049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.671049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.671049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.671049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.671049] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 is going to be created. [ 823.712146] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.712146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.712146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.712146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.712146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.726702] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 in Status: UNINITIALIZED for 2s [ 823.747943] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.747943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.747943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.747943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.747943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.747943] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e22f8d2-56a3-440b-883c-1fc06c99164a already deleted. [ 823.747943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e22f8d2-56a3-440b-883c-1fc06c99164a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.789451] env[69155]: INFO networking_nsxv3.common.synchronization [req-13efc94f-48dc-4871-9c9e-4424f26f220a req-a55f9ec5-f983-4504-9f62-2df79d3ec0be tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 823.789451] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 823.789451] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.789451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.789451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.789451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.789451] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.789451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.789451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.789451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.789451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.790119] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.292510] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.292873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.292873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.292972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.293250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.293310] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.293393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.293439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.293571] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.293650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.293732] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 824.327269] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.327584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.327584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.327761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.327842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.339327] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 824.871349] env[69155]: INFO networking_nsxv3.common.synchronization [req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc req-03891cc4-7447-4e9e-8b57-4264131db733 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Enqueued Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_members [ 824.871913] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_members [ 824.872297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.872415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.872479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.873691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.873691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.873691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.873849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.873881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.874033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.874094] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.178770] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.178984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.180162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.180162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.180162] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.180162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.180162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.180531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.180531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.180634] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.180743] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.180850] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.180955] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.181075] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.181207] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.181371] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.210300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.210595] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.210674] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.210865] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.211249] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-9d1e9a6a-b28c-4968-9836-a1deeb274446 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.211526] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.211696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.212039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.212228] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1e9a6a-b28c-4968-9836-a1deeb274446',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.376644] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.376941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.376941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.377128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.377226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.377543] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.377649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.377711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.377866] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.377972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.378203] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44792a08-5603-4544-ab1b-ecb907ed549b already deleted. [ 825.378203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.714606] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.714867] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.715016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.715348] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.715607] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.715689] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 9d1e9a6a-b28c-4968-9836-a1deeb274446 not found, creating... [ 825.715951] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.716124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.716267] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.716517] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.716680] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.716997] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.717313] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.717524] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.717883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.718092] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.718247] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 9d1e9a6a-b28c-4968-9836-a1deeb274446 is going to be created. [ 825.735726] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 in Status: SUCCESS [ 825.736376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.736376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.736500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.736741] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.737042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.737042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.737140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.737226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737413] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95567bd1-b4b4-4896-a8f3-8e32e7795690',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.743367] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.743367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.743367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.743367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.743367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.743367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.241418] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-95567bd1-b4b4-4896-a8f3-8e32e7795690 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.241619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.241724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.241976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.242265] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.242405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.242500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.242703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.242877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.242986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.243185] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-95567bd1-b4b4-4896-a8f3-8e32e7795690 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.243323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.243427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.243605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.243786] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.244355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.244355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.244355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.244355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.244542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.244711] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95567bd1-b4b4-4896-a8f3-8e32e7795690',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.348504] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 826.348691] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 deletion is rescheduled due to dependency. [ 826.348805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.429911] env[69155]: INFO networking_nsxv3.common.synchronization [req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc req-905588a4-4ad1-4222-954b-e4c4fd14e9b6 service nova] Enqueued Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_rules [ 826.430207] env[69155]: INFO networking_nsxv3.common.synchronization [req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc req-905588a4-4ad1-4222-954b-e4c4fd14e9b6 service nova] Enqueued Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_members [ 826.430207] env[69155]: INFO networking_nsxv3.common.synchronization [req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc req-905588a4-4ad1-4222-954b-e4c4fd14e9b6 service nova] Enqueued Resource ID: 9d1e9a6a-b28c-4968-9836-a1deeb274446 with Priority: HIGHEST for action port [ 826.431282] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_rules [ 826.431468] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_members [ 826.431734] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1e9a6a-b28c-4968-9836-a1deeb274446 with Priority: HIGHEST for action port [ 826.432516] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.432643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.432739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.433100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.433306] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.434643] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.434863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.434933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.438882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.439296] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.439408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.439470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.439635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.439724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.439821] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.440712] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d1e9a6a-b28c-4968-9836-a1deeb274446 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.440820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.440895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.441055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.441135] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1e9a6a-b28c-4968-9836-a1deeb274446',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.747400] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95567bd1-b4b4-4896-a8f3-8e32e7795690: rpc.has_security_group_logging(os_id): False [ 826.764408] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.764601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.764671] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.764881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.764972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.765245] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.765520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.765520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.765690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.765809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.766094] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.766245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.766353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.766587] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.766685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.766886] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.766984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.767058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.767199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.767276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.767369] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 is going to be created. [ 826.903298] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.903298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.903298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.903298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.903298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.916839] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 in Status: IN_PROGRESS for 2s [ 826.943435] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.943435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.943435] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.944334] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d1e9a6a-b28c-4968-9836-a1deeb274446 with status ACTIVE [ 826.944530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.944641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.944707] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.944914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.944998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.945186] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.945394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.945394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.946873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.946873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.946873] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.946873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.946873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.946873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.946873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.946873] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d1e9a6a-b28c-4968-9836-a1deeb274446 is going to be updated. [ 826.977540] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.977748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.977830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.978049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.978179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.978338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.151552] env[69155]: INFO networking_nsxv3.common.synchronization [req-af693da2-0201-4de2-bd71-b79c29660d6d req-e94db074-7792-489b-abf2-70c806a66ba6 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_members [ 827.151552] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGHEST for action security_group_members [ 827.151552] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c53469-54b4-4e22-8c84-bd7d663c2178 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.151832] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.151873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.153144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.153342] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.153459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.153527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.153743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.153873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.153944] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.448408] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.656892] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.657052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.657052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.657254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.677334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.677604] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.677748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.677807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.677989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.678100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.678179] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 is going to be updated. [ 827.706535] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.706535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.706535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.706535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.706535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.717198] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 in Status: IN_PROGRESS for 2s [ 827.954260] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.954260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.954260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.954260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.954260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.954260] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44792a08-5603-4544-ab1b-ecb907ed549b is going to be created. [ 827.973971] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.974093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.974160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.974404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.974567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.984161] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: UNINITIALIZED for 2s [ 828.927819] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 in Status: SUCCESS [ 828.929163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.727530] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 in Status: SUCCESS [ 829.727530] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 deletion is rescheduled due to dependency. [ 829.727530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.996913] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: SUCCESS [ 829.997174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.997322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.997537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.997731] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.997847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.997910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.998068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.998149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.998232] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.998324] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.502713] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.005391] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44792a08-5603-4544-ab1b-ecb907ed549b: rpc.has_security_group_logging(os_id): False [ 831.030460] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.030460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.030460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.030460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.030460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.030460] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.030460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.030460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.030460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.030460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.030460] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44792a08-5603-4544-ab1b-ecb907ed549b is going to be created. [ 831.094260] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.094493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.094626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.094953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.095282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.108077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: IN_PROGRESS for 2s [ 831.468211] env[69155]: INFO networking_nsxv3.common.synchronization [req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 req-e6df9314-b180-4654-9da1-df8358738a50 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 831.468345] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 831.468825] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.469159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.469370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.469719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.470039] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.470519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.470827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.471757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.475193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.475306] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.598109] env[69155]: INFO networking_nsxv3.common.synchronization [req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 req-27772897-a248-4f6e-9f05-45cafe7d8c44 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 831.598677] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGHEST for action security_group_members [ 831.599952] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.600091] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.952466] env[69155]: INFO networking_nsxv3.common.synchronization [req-563d8635-3284-4187-a70c-d16c6e38069a req-6fe78e19-35aa-4490-9d17-c3f093233307 tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Enqueued Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_members [ 831.952611] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c417c-c942-4892-bf70-4f98f05bd536 with Priority: HIGHEST for action security_group_members [ 831.953473] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c417c-c942-4892-bf70-4f98f05bd536 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.953473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.953473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.953473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.954066] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.954066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.954066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.954066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.954277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.954277] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50c417c-c942-4892-bf70-4f98f05bd536',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.982024] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.444163] env[69155]: INFO networking_nsxv3.common.synchronization [req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 req-53ec8ded-5048-4269-bc18-747a80bcf864 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 832.444163] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 832.445228] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.445544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.445724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.446080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.446356] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.446616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.446783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.447047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.447236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.447431] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.458366] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.458366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.458366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.458366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.478464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.478755] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.479804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.479804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.479804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.479804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.479804] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c417c-c942-4892-bf70-4f98f05bd536 is going to be updated. [ 832.486863] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.507377] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.507535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.507590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.507775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.507918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.516157] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c417c-c942-4892-bf70-4f98f05bd536 in Status: IN_PROGRESS for 2s [ 832.797067] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.797244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.797244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.797609] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.797940] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.798171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.798292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.798533] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.798682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.798894] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.799024] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.799135] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.799243] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.799352] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.799456] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.799586] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.818164] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.818378] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.818499] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.818677] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.818997] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-bba15c59-d21e-452b-b772-d1d258d5b843 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.819190] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-bba15c59-d21e-452b-b772-d1d258d5b843" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.819311] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-bba15c59-d21e-452b-b772-d1d258d5b843" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.820142] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-bba15c59-d21e-452b-b772-d1d258d5b843" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.820142] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bba15c59-d21e-452b-b772-d1d258d5b843',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.950089] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.950256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.950328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.950535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.950623] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.950813] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.950906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.950967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.951125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.951200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.951283] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 already deleted. [ 832.951361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.989116] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.989298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.989403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.989621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.989712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.989870] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be updated. [ 833.014519] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.014954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.014954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.014954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.014954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.026149] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 833.122203] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: SUCCESS [ 833.122440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.322600] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.322855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.323024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.323362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.323559] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.323869] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port bba15c59-d21e-452b-b772-d1d258d5b843 not found, creating... [ 833.324127] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.324409] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.324615] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.324937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.325245] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.325690] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.325975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.326157] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.326418] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.326579] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.326788] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: bba15c59-d21e-452b-b772-d1d258d5b843 is going to be created. [ 833.346826] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.347092] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.347213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.347566] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.347922] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.348222] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-bba15c59-d21e-452b-b772-d1d258d5b843" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.821955] env[69155]: INFO networking_nsxv3.common.synchronization [req-c5518d19-de20-40d5-bc94-772b75202027 req-8e9d5663-0af4-4abd-ad2e-6c139b3d93d3 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Enqueued Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGHEST for action security_group_members [ 833.822618] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGHEST for action security_group_members [ 833.822931] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-95567bd1-b4b4-4896-a8f3-8e32e7795690 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.823246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.823419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.823638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.824554] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.824554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.824554] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95567bd1-b4b4-4896-a8f3-8e32e7795690',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.069876] env[69155]: INFO networking_nsxv3.common.synchronization [req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 req-e0cc80e0-e164-4cea-bae0-b5cdcc705eeb service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 834.070091] env[69155]: INFO networking_nsxv3.common.synchronization [req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 req-e0cc80e0-e164-4cea-bae0-b5cdcc705eeb service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 834.070241] env[69155]: INFO networking_nsxv3.common.synchronization [req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 req-e0cc80e0-e164-4cea-bae0-b5cdcc705eeb service nova] Enqueued Resource ID: bba15c59-d21e-452b-b772-d1d258d5b843 with Priority: HIGHEST for action port [ 834.070474] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 834.070602] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 834.070696] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bba15c59-d21e-452b-b772-d1d258d5b843 with Priority: HIGHEST for action port [ 834.075763] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.075763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.075763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.075763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.075763] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.077814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.077814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.077814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.078126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.078126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.078198] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.079031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-bba15c59-d21e-452b-b772-d1d258d5b843 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.079507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bba15c59-d21e-452b-b772-d1d258d5b843" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.079507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bba15c59-d21e-452b-b772-d1d258d5b843" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.079507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bba15c59-d21e-452b-b772-d1d258d5b843" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.079507] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bba15c59-d21e-452b-b772-d1d258d5b843',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.329950] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.330155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.330232] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.330848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.330848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.330848] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.330848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.331078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.331151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.331238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.331345] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 is going to be updated. [ 834.356507] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.356673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.356788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.356948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.357106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.364736] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 in Status: IN_PROGRESS for 2s [ 834.526869] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c417c-c942-4892-bf70-4f98f05bd536 in Status: SUCCESS [ 834.527139] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c417c-c942-4892-bf70-4f98f05bd536 deletion is rescheduled due to dependency. [ 834.528044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c417c-c942-4892-bf70-4f98f05bd536" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.581349] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.581528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.581726] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.582884] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bba15c59-d21e-452b-b772-d1d258d5b843 with status ACTIVE [ 834.583057] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.583184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.583252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.583458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.583547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.583878] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.584019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.584105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.584285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.584685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.584685] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.584818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.584818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.585142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.585142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.585239] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bba15c59-d21e-452b-b772-d1d258d5b843 is going to be updated. [ 834.604751] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.605019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.605019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.605327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.605549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.605822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bba15c59-d21e-452b-b772-d1d258d5b843" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.035828] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 835.036169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.036210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.036426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.036627] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.036737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.036796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.036947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.037114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.037176] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.087474] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.226240] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e452717-762a-417c-811f-12a4825420e4 req-f3ede011-f600-4b5d-a97d-826516897c1e tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 835.226816] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 835.227137] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.227280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.227369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.227499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.227833] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.227833] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.227833] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.228086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.228086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.228195] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.539674] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.539859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.539945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.540206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.563570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.563883] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.564057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.564057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.565725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.565725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.565725] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be updated. [ 835.587281] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.587451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.587561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.587990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.587990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.589814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.590031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.590661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.590661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.590766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.590855] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be created. [ 835.603479] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: IN_PROGRESS for 2s [ 835.612094] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.612094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.612094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.612484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.612526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.618456] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.618727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-643" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.618864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-643" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.619201] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-643" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.619525] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.619710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.619864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.620402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.620575] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.620826] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.620951] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.621071] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.621260] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.621291] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.621473] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.621705] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.623910] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: UNINITIALIZED for 2s [ 835.735334] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.788421] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.788421] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.165 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.788421] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.788421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-643" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.788421] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-71eadfab-e599-4e82-b9e1-aa748f3a2b93 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.788421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.788421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.788421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.788421] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71eadfab-e599-4e82-b9e1-aa748f3a2b93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.238635] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.291792] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.292125] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.292518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.292639] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.292801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.292973] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 71eadfab-e599-4e82-b9e1-aa748f3a2b93 not found, creating... [ 836.293595] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.293595] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.293793] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.294475] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.294475] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.294475] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.294664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.294752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.294980] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.295152] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.295300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 is going to be created. [ 836.315069] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.315332] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.315527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.315839] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.316112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.316373] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.374360] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 in Status: SUCCESS [ 836.374615] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 deletion is rescheduled due to dependency. [ 836.374615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.743499] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.743499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.743499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.743499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.743499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.743499] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 836.771861] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.772299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.772444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.772787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.773068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.783907] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 837.023331] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e452717-762a-417c-811f-12a4825420e4 req-734cc676-b513-4ea9-9fe0-f2f1c1da38ab service nova] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 837.023331] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e452717-762a-417c-811f-12a4825420e4 req-734cc676-b513-4ea9-9fe0-f2f1c1da38ab service nova] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 837.023331] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e452717-762a-417c-811f-12a4825420e4 req-734cc676-b513-4ea9-9fe0-f2f1c1da38ab service nova] Enqueued Resource ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 with Priority: HIGHEST for action port [ 837.023331] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 837.023331] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 837.023331] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 with Priority: HIGHEST for action port [ 837.023331] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.023331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.023331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.025590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.026246] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.026877] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.027293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.027293] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-71eadfab-e599-4e82-b9e1-aa748f3a2b93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.027778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.027851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.028064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.028164] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71eadfab-e599-4e82-b9e1-aa748f3a2b93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.531573] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.531573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.531573] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71eadfab-e599-4e82-b9e1-aa748f3a2b93 with status ACTIVE [ 837.531960] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.531960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.532044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.532238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.532891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.532891] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.532891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.533079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.533341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.533989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.533989] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.533989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.534841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.535011] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.535121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.535218] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 is going to be updated. [ 837.555154] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.555301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.555348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.555967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.555967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.555967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.611976] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 in Status: SUCCESS [ 837.611976] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 deletion is rescheduled due to dependency. [ 837.611976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.641828] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 837.642086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.642381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.642513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.642712] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.642849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.642915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.643096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.643180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.643278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.643376] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.956798] env[69155]: INFO networking_nsxv3.common.synchronization [req-1d8f0453-ba79-42b5-9e00-42ea6960288c req-c212651a-092b-4761-8765-ff6d54cb7762 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 837.957366] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 837.957678] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.957802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.957869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.958139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.958386] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.958386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.958565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.958595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.958990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.958990] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.147757] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.148286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.148286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.149197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.149197] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.149197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.149197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.149197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.149427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.149487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.149699] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.149836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.149926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.150156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.150360] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.150494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.150585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.150783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.150895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.152921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.153151] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.329343] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.329540] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.329659] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.329995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.330793] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.330967] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.331103] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.331345] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.331493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.331707] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.331824] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.331934] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.332064] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.332247] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.332373] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.332509] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.352418] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.352532] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.352657] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.352851] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.353286] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.353492] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.353751] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.354113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.354257] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.461917] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.461917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.461917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.462654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.463477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.463477] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.463477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.463663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.464800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.464800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.464800] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 already deleted. [ 838.464800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.659354] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5: rpc.has_security_group_logging(os_id): False [ 838.678532] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.678687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.678735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.678958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.679056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.679280] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.679378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.679439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.679594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.679665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.679848] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.679986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.680064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.680217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.680300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.680485] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.680594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.680629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.680832] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.689376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.689659] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be created. [ 838.796219] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.796366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.796432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.796780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.796987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.799918] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 838.800142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.800336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.800540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.800727] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.800833] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.800903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.801069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.801156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.801253] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.811740] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 838.861428] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.861428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.861428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.861428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.861428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.861428] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 not found, creating... [ 838.861428] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.861428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.861428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.861428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.861428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.862059] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.862059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.862142] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.862709] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.862709] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.862874] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 is going to be created. [ 838.884983] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.885212] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.885377] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.885739] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.885995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.886260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.304638] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.644264] env[69155]: INFO networking_nsxv3.common.synchronization [req-1d8f0453-ba79-42b5-9e00-42ea6960288c req-f5bc2f15-da68-4d86-a0b1-f8bacbf1ff2f service nova] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_rules [ 839.644536] env[69155]: INFO networking_nsxv3.common.synchronization [req-1d8f0453-ba79-42b5-9e00-42ea6960288c req-f5bc2f15-da68-4d86-a0b1-f8bacbf1ff2f service nova] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 839.644700] env[69155]: INFO networking_nsxv3.common.synchronization [req-1d8f0453-ba79-42b5-9e00-42ea6960288c req-f5bc2f15-da68-4d86-a0b1-f8bacbf1ff2f service nova] Enqueued Resource ID: 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 with Priority: HIGHEST for action port [ 839.645459] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_rules [ 839.645604] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 839.645701] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 with Priority: HIGHEST for action port [ 839.645979] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.646129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.646181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.646372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.646457] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.649268] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.649381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.649449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.649631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.649778] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.649870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.650014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.650098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.650174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.650254] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.651513] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.651641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.651641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.651844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.651844] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.807533] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.150719] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.150719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.152064] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.153626] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 with status ACTIVE [ 840.153851] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.154038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.154177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.154447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.154549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.154756] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.154861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.154925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.155118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.155231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.155424] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.155542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.155603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.155723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.156083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.156083] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 is going to be updated. [ 840.177250] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.177502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.177502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.177638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.177775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.177955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.310381] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.310561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.310623] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.310844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.310937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.311055] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 840.349878] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.350103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.350103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.350326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.350471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.361160] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 840.654827] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.825358] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 840.825358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.864126] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 req-e062ff7c-f268-437c-acb2-d9759a674a4d tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 840.864126] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 840.864126] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.864126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.864424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.864712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.864986] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.865226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.865427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.865678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.865882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.866072] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.158090] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.158090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.158090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.158090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.158090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.158090] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 is going to be created. [ 841.182139] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.182251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.182290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.182508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.182663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.208826] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: UNINITIALIZED for 2s [ 841.280475] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.280475] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.280808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.280931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.281191] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.281331] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.281454] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.281788] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.281882] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.282099] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.282222] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.282334] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.282445] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.283889] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.283889] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.283889] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.301541] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.301708] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.302118] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.302391] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.302717] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-44e9b919-272e-4c76-9274-0ddfb6a728e1 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.302875] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-44e9b919-272e-4c76-9274-0ddfb6a728e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.303012] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-44e9b919-272e-4c76-9274-0ddfb6a728e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.306617] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-44e9b919-272e-4c76-9274-0ddfb6a728e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.306617] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e9b919-272e-4c76-9274-0ddfb6a728e1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.372153] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.372153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.372153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.372153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.390840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.390840] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.390999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.391084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.393629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.393629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.393629] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be updated. [ 841.415107] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.415257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.415450] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.415672] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.415811] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.425507] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: IN_PROGRESS for 2s [ 841.810018] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.810018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.810018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.810018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.810018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.810018] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 44e9b919-272e-4c76-9274-0ddfb6a728e1 not found, creating... [ 841.810018] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.810018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.810018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.810018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.810018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.810505] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.810505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.810505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.810750] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.811796] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.811796] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 44e9b919-272e-4c76-9274-0ddfb6a728e1 is going to be created. [ 841.830699] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.831077] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.831077] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.831681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.831920] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.832175] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-44e9b919-272e-4c76-9274-0ddfb6a728e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.372221] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 842.372472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.372672] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.372888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.373112] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.373251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.373323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.373485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.373565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.373651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.373745] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.878702] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.878702] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.878702] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.878702] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.878702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.879423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.879423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.879423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.879423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.879423] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.972235] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 req-51b9c03c-35b2-4fc4-9503-5973f0337a92 service nova] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_rules [ 842.972480] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 req-51b9c03c-35b2-4fc4-9503-5973f0337a92 service nova] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 842.972670] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 req-51b9c03c-35b2-4fc4-9503-5973f0337a92 service nova] Enqueued Resource ID: 44e9b919-272e-4c76-9274-0ddfb6a728e1 with Priority: HIGHEST for action port [ 842.973348] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_rules [ 842.973521] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 842.973651] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e9b919-272e-4c76-9274-0ddfb6a728e1 with Priority: HIGHEST for action port [ 842.974014] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.974185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.974284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.974559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.974675] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.975757] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.975891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.976169] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e9b919-272e-4c76-9274-0ddfb6a728e1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.976303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e9b919-272e-4c76-9274-0ddfb6a728e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.976397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e9b919-272e-4c76-9274-0ddfb6a728e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.976611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e9b919-272e-4c76-9274-0ddfb6a728e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.976714] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e9b919-272e-4c76-9274-0ddfb6a728e1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.218422] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: SUCCESS [ 843.218641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.219457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.219457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.219457] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.219457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.219457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.219728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.219728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.219782] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.219848] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.384216] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6a0103-b886-4958-ac98-89dde8181f4b: rpc.has_security_group_logging(os_id): False [ 843.400769] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.400769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.400769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.400967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.417385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.417673] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.417807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.417870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.418080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.418174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.418509] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.418509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.418684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.418684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.418742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.418959] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.419063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.419159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.419267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.419364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.419425] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 843.432978] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 843.432978] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b deletion is rescheduled due to dependency. [ 843.432978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.432978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.433361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.433393] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.433558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.433622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.433740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.433819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.433928] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.474386] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.474386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.474386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.474386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.474386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.478676] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.478795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.478945] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44e9b919-272e-4c76-9274-0ddfb6a728e1 with status ACTIVE [ 843.479150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.479253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.479380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.479528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.479611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.479776] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.479871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.479943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.480143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.480211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.480433] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.480503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.480537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.480722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.480796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.480882] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44e9b919-272e-4c76-9274-0ddfb6a728e1 is going to be updated. [ 843.487845] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 843.498762] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.498915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.498915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.499612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.499751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.499902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e9b919-272e-4c76-9274-0ddfb6a728e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.722153] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.936057] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.226155] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f7434f9-cfc8-4580-bde1-fbde85bcf212: rpc.has_security_group_logging(os_id): False [ 844.243593] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.243593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.243593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.243593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.243593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.243872] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.243918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.244088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.244409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.244409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.244507] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 is going to be created. [ 844.298411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.298558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.298674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.298856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.298995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.308990] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: IN_PROGRESS for 2s [ 844.438108] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.941106] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.941420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.941420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.941585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.941642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.941741] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be updated. [ 844.979098] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.979266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.979350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.979737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.979957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.989423] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: IN_PROGRESS for 2s [ 845.502047] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 845.502212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.783411] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4c6cc4a-cb41-4862-a54c-cbea471c835a req-6a7f0d5c-5dab-46b8-bce5-9a3a0fda86ee tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 845.783994] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 845.784349] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.784466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.784536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.784763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.784917] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.785937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.786096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.786248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.786345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.786447] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.818746] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4c6cc4a-cb41-4862-a54c-cbea471c835a req-6a7f0d5c-5dab-46b8-bce5-9a3a0fda86ee tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 845.818924] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4c6cc4a-cb41-4862-a54c-cbea471c835a req-6a7f0d5c-5dab-46b8-bce5-9a3a0fda86ee tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 845.819077] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4c6cc4a-cb41-4862-a54c-cbea471c835a req-6a7f0d5c-5dab-46b8-bce5-9a3a0fda86ee tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 5a89d21b-d6ad-4129-9890-fa930b912eed with Priority: HIGHEST for action port [ 845.819540] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 845.819715] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 845.819839] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a89d21b-d6ad-4129-9890-fa930b912eed with Priority: HIGHEST for action port [ 845.820129] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.820248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.820314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.820518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.820603] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.821465] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.821544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.821736] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a89d21b-d6ad-4129-9890-fa930b912eed taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.821831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.821893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.822073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.822148] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a89d21b-d6ad-4129-9890-fa930b912eed',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.291754] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.320047] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: SUCCESS [ 846.320387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.324281] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.324476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.324666] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a89d21b-d6ad-4129-9890-fa930b912eed with status ACTIVE [ 846.324838] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.324946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.325018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.325220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.325305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.325474] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.325570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.325719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.325767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.325845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.326024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.326115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.326174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.326308] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.326380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.326463] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a89d21b-d6ad-4129-9890-fa930b912eed is going to be updated. [ 846.345404] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.345570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.345682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.345894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.346354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.346550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.796024] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.999351] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 846.999654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.999880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.000205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.000467] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.000646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.000759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.000928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.001044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.001191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.001372] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.151213] env[69155]: INFO networking_nsxv3.common.synchronization [req-8279a3c9-ede1-48d3-9396-d6e568a2ceff req-bebfb599-fe16-4faa-80d7-a6a1731aecce tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 847.151450] env[69155]: INFO networking_nsxv3.common.synchronization [req-8279a3c9-ede1-48d3-9396-d6e568a2ceff req-bebfb599-fe16-4faa-80d7-a6a1731aecce tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 847.152016] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 847.152172] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 847.152489] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.152634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.152722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.152975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.153167] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.153265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.153330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.153584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.153693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.153819] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.154802] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.154924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.154971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.155137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.155277] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.155413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.155458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.155599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.155681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.155780] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.268700] env[69155]: INFO networking_nsxv3.common.synchronization [req-8279a3c9-ede1-48d3-9396-d6e568a2ceff req-bebfb599-fe16-4faa-80d7-a6a1731aecce tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 847.268872] env[69155]: INFO networking_nsxv3.common.synchronization [req-8279a3c9-ede1-48d3-9396-d6e568a2ceff req-bebfb599-fe16-4faa-80d7-a6a1731aecce tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 847.269033] env[69155]: INFO networking_nsxv3.common.synchronization [req-8279a3c9-ede1-48d3-9396-d6e568a2ceff req-bebfb599-fe16-4faa-80d7-a6a1731aecce tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_rules [ 847.269170] env[69155]: INFO networking_nsxv3.common.synchronization [req-8279a3c9-ede1-48d3-9396-d6e568a2ceff req-bebfb599-fe16-4faa-80d7-a6a1731aecce tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 847.269298] env[69155]: INFO networking_nsxv3.common.synchronization [req-8279a3c9-ede1-48d3-9396-d6e568a2ceff req-bebfb599-fe16-4faa-80d7-a6a1731aecce tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 with Priority: HIGHEST for action port [ 847.271073] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 847.271394] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_rules [ 847.271521] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 with Priority: HIGHEST for action port [ 847.275602] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 847.275602] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 847.275602] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.275602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.275602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.275602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.275602] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.275602] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.275602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.275602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.275602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.275602] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.276024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-71eadfab-e599-4e82-b9e1-aa748f3a2b93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.276089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.277248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.277248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.277248] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71eadfab-e599-4e82-b9e1-aa748f3a2b93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.278113] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.278728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.278728] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.278728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.298354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.298642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.298642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.298905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.299075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.299266] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be updated. [ 847.327262] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.327903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.327903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.327903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.328151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.337822] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: IN_PROGRESS for 2s [ 847.505671] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.505930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.507373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.507727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.508055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.508195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.508302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.508781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.508781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.509317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.509317] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.509317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.509317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.509570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.509918] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.509918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.510366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.510366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.510366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.510544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.510632] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.657692] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.663366] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.780846] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71eadfab-e599-4e82-b9e1-aa748f3a2b93 with status ACTIVE [ 847.781134] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.781294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.781380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.781617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.781713] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.781891] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.782028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.782063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.782199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.782267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.782510] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.782605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.782665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.782824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.782931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.783033] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 is going to be updated. [ 847.785458] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.786140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.786425] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.786564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.805111] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.805460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.805460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.805592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.805752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.805934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.017121] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab5d4a04-0e06-439f-838c-f8c7090fec3b: rpc.has_security_group_logging(os_id): False [ 848.036682] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.037759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.037844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.038078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.038178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.038395] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.038499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.038564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.038731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.038998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.039084] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.039181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.039245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.039390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.039467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.039650] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.039766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.039853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.041646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.041864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.042056] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be updated. [ 848.103668] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.103863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.103907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.104491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.105215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.120627] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: IN_PROGRESS for 2s [ 848.163512] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.166782] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.667032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.667299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.667299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.667432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.667525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.667620] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d4af54-924f-4ef6-878b-4d3c922518cd is going to be created. [ 848.669292] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.669401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.669473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.669641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.669755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.669946] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 848.709141] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.709224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.709290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.709925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.710560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.712585] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.712762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.712884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.713127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.713264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.723044] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 848.725383] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: UNINITIALIZED for 2s [ 849.193766] env[69155]: INFO networking_nsxv3.common.synchronization [req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 req-559e8b1c-d456-41b1-a08c-2522f6d5d377 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 849.194744] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 849.195022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.195126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.195212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.195385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.195554] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.195650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.195712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.197142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.197142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.197142] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.349495] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: SUCCESS [ 849.349812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.349991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.350226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.354031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.354031] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.699896] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.700176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.702059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.702059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.702059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.702059] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.702059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.702059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.702059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.702059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.702059] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 849.728881] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.728881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.729135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.729258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.729524] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.739417] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 849.855651] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.935119] env[69155]: INFO networking_nsxv3.common.synchronization [req-9bee7506-514f-4b7b-bf61-66b6654e45ec req-8687f324-e103-49c3-baff-330a168f348c tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Enqueued Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_members [ 849.936404] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_members [ 849.938602] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.938810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.938887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.939293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.939850] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.939982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.940098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.940325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.940418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.940559] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.133837] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 850.134069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.305521] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.306047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-468" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.306047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-468" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.306234] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-468" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.306996] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.306996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.306996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.307579] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.307747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.308044] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.308237] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.308294] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.308417] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.308981] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.309646] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.309833] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.358019] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.359199] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.359199] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.359199] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-468" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.359464] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-4cb6e8fb-abee-457a-83bd-fc48776954ec taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.359642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-4cb6e8fb-abee-457a-83bd-fc48776954ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.359760] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-4cb6e8fb-abee-457a-83bd-fc48776954ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.360259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-4cb6e8fb-abee-457a-83bd-fc48776954ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.360419] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb6e8fb-abee-457a-83bd-fc48776954ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.361512] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.450685] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.450685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.450685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.450685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.450940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.451076] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.451172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.451257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.451395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.451470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.451555] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb already deleted. [ 850.451689] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.456139] env[69155]: INFO networking_nsxv3.common.synchronization [req-b124ec4a-cc2e-499a-aa86-7efaca18b629 req-2f774118-f149-4cc4-8c3d-acb2a7846636 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 850.456139] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 850.456139] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.456139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.497304] env[69155]: INFO networking_nsxv3.common.synchronization [req-b124ec4a-cc2e-499a-aa86-7efaca18b629 req-2f774118-f149-4cc4-8c3d-acb2a7846636 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 850.497483] env[69155]: INFO networking_nsxv3.common.synchronization [req-b124ec4a-cc2e-499a-aa86-7efaca18b629 req-2f774118-f149-4cc4-8c3d-acb2a7846636 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 850.497617] env[69155]: INFO networking_nsxv3.common.synchronization [req-b124ec4a-cc2e-499a-aa86-7efaca18b629 req-2f774118-f149-4cc4-8c3d-acb2a7846636 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 5a89d21b-d6ad-4129-9890-fa930b912eed with Priority: HIGHEST for action port [ 850.498557] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_rules [ 850.498778] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 850.498884] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a89d21b-d6ad-4129-9890-fa930b912eed with Priority: HIGHEST for action port [ 850.499168] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.499268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.499452] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.499531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.499698] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a89d21b-d6ad-4129-9890-fa930b912eed taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.499795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.499855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.500078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.500140] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a89d21b-d6ad-4129-9890-fa930b912eed',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.735057] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 850.735057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.735057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.735057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.735057] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.735057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.735057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.735057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.735057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.735057] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.736749] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: SUCCESS [ 850.736920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.737097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.740014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.740014] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.740014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.740014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.740014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.740014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.740014] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.867771] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.867771] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.867771] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.868392] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.869402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.869402] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 4cb6e8fb-abee-457a-83bd-fc48776954ec not found, creating... [ 850.869402] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.869402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.869889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.871015] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.871015] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.871015] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.871015] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.871402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.871813] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.872109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.872444] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 4cb6e8fb-abee-457a-83bd-fc48776954ec is going to be created. [ 850.875069] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.875069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.875069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.875069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.875069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.875069] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be updated. [ 850.898689] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.898689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.898689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.898689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.898689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.898689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-4cb6e8fb-abee-457a-83bd-fc48776954ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.904431] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.904694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.904694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.904843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.904980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.929656] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: IN_PROGRESS for 2s [ 851.003204] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a89d21b-d6ad-4129-9890-fa930b912eed with status ACTIVE [ 851.003742] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.003742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.003889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.004325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.005268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.005268] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.005268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.005268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.005727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.005727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.005824] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.006304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.006304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.006880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.006880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.006880] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a89d21b-d6ad-4129-9890-fa930b912eed is going to be updated. [ 851.031631] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.031901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.032032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.032228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.032432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.032678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a89d21b-d6ad-4129-9890-fa930b912eed" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.239630] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.240678] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.745313] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.746399] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.756632] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 851.756820] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 deletion is rescheduled due to dependency. [ 851.756938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.799063] env[69155]: INFO networking_nsxv3.common.synchronization [req-9bee7506-514f-4b7b-bf61-66b6654e45ec req-09790ba2-adf2-4a37-bca9-f4a018f8abe7 service nova] Enqueued Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_rules [ 851.799117] env[69155]: INFO networking_nsxv3.common.synchronization [req-9bee7506-514f-4b7b-bf61-66b6654e45ec req-09790ba2-adf2-4a37-bca9-f4a018f8abe7 service nova] Enqueued Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_members [ 851.799269] env[69155]: INFO networking_nsxv3.common.synchronization [req-9bee7506-514f-4b7b-bf61-66b6654e45ec req-09790ba2-adf2-4a37-bca9-f4a018f8abe7 service nova] Enqueued Resource ID: 4cb6e8fb-abee-457a-83bd-fc48776954ec with Priority: HIGHEST for action port [ 851.799728] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_rules [ 851.799852] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_members [ 851.799952] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6e8fb-abee-457a-83bd-fc48776954ec with Priority: HIGHEST for action port [ 851.804558] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.804742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.804830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.805591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.805591] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.806641] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.807340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.807340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.807340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.807340] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.808161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.808161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.808161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.808161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.808161] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.812948] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb6e8fb-abee-457a-83bd-fc48776954ec taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.812948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb6e8fb-abee-457a-83bd-fc48776954ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.812948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb6e8fb-abee-457a-83bd-fc48776954ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.812948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb6e8fb-abee-457a-83bd-fc48776954ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.812948] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb6e8fb-abee-457a-83bd-fc48776954ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.247514] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.247690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.247757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.248099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.248220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.248330] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 852.249743] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.249878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.249950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.250133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.250215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.250302] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d4af54-924f-4ef6-878b-4d3c922518cd is going to be updated. [ 852.276394] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.276550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.276593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.276837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.276973] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.278670] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.278784] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.278860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.279324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.279324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.287833] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: IN_PROGRESS for 2s [ 852.288456] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 852.314065] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.314242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.314442] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.315405] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cb6e8fb-abee-457a-83bd-fc48776954ec with status ACTIVE [ 852.315845] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.315845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.315845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.316120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.316166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.316321] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.316445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.316518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.320217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.320313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.320506] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.320604] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.322421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.322421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.322421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.322421] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cb6e8fb-abee-457a-83bd-fc48776954ec is going to be updated. [ 852.339729] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.339894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.339894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.340169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.340442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.340483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb6e8fb-abee-457a-83bd-fc48776954ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.823714] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.842568] env[69155]: INFO networking_nsxv3.common.synchronization [req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd req-eae4c5d5-a209-497a-8de0-360890d4e76b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 852.842568] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 852.846359] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.846359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.846359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.846359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.846359] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.846359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.846359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.846359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.846359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.846359] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.950026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: SUCCESS [ 852.950380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.950472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.952247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.952247] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.952247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.952247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.952247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.952247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.952247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.952247] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.955955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.955955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.955955] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.955955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.955955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.956405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.956405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.956405] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.008874] env[69155]: INFO networking_nsxv3.common.synchronization [None req-82b3de86-fa6f-4d00-b58c-df1fe2848532 None None] Enqueued Resource ID: 92261d3a-f57b-446a-a137-6db150eb35dd with Priority: HIGHEST for action port [ 853.009492] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92261d3a-f57b-446a-a137-6db150eb35dd with Priority: HIGHEST for action port [ 853.009640] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-92261d3a-f57b-446a-a137-6db150eb35dd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.009827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92261d3a-f57b-446a-a137-6db150eb35dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.009907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92261d3a-f57b-446a-a137-6db150eb35dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.010242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92261d3a-f57b-446a-a137-6db150eb35dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.010367] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92261d3a-f57b-446a-a137-6db150eb35dd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.328215] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.328215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.328215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.328215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.328418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.328418] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb is going to be created. [ 853.347356] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.351214] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.351394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.351483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.351703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.351850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.363751] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb in Status: UNINITIALIZED for 2s [ 853.457253] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.467062] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.514628] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92261d3a-f57b-446a-a137-6db150eb35dd [ 853.514819] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.514939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.514939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.516765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.516765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.516765] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92261d3a-f57b-446a-a137-6db150eb35dd already deleted. [ 853.516765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92261d3a-f57b-446a-a137-6db150eb35dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.847367] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.847649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.847696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.847986] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.851409] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.851602] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.851725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.852015] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.852176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.852625] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.852770] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.853671] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.853671] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.853671] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.853671] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.853671] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.856534] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.877510] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.877698] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.877832] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.878045] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.878374] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-6dddff85-40f2-4031-a687-2fa646d33953 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.878775] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-6dddff85-40f2-4031-a687-2fa646d33953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.878775] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-6dddff85-40f2-4031-a687-2fa646d33953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.879729] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-6dddff85-40f2-4031-a687-2fa646d33953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.879930] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dddff85-40f2-4031-a687-2fa646d33953',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.960892] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3089a536-0041-4663-88a3-589b39b7bf78: rpc.has_security_group_logging(os_id): False [ 853.971860] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.978023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.978185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.978255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.980634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.997934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.998294] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.998419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.998579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.998735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.998822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.998987] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be updated. [ 854.059022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.059022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.059022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.059022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.059022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.069054] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: IN_PROGRESS for 2s [ 854.298332] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 854.298534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.298744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.298974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.299504] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.299504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.299504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.299504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.299698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.299698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.299752] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.301857] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: SUCCESS [ 854.302458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.302631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.302817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.302994] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.303127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.303628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.303628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.303628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.303628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.303628] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.360628] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.360804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.360900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.361194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.361344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.361495] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be updated. [ 854.383569] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.385933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.386222] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.386562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.386792] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.387042] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 6dddff85-40f2-4031-a687-2fa646d33953 not found, creating... [ 854.387472] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.387718] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.387909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.389623] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.390858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.391409] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.391821] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.392088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.392475] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.393271] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.393575] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 6dddff85-40f2-4031-a687-2fa646d33953 is going to be created. [ 854.399653] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.399653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.399653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.399653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.399653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.408314] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: IN_PROGRESS for 2s [ 854.416805] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.417033] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.417158] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.417509] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.417733] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.417976] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-6dddff85-40f2-4031-a687-2fa646d33953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.477155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.477542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.477542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.478164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.478274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.478378] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be updated. [ 854.515802] env[69155]: INFO networking_nsxv3.common.synchronization [req-b44b7d82-fd28-4988-8f21-121dc819c119 req-f5d651f3-6b7f-41e3-94f0-b69608c02d83 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 854.516481] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 854.517532] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.517532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.517532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.517532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.517532] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.517748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.517748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.517972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.517972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.518420] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.522346] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.522745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.522819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.523038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.523241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.534913] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: IN_PROGRESS for 2s [ 854.779225] env[69155]: INFO networking_nsxv3.common.synchronization [req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 req-81162649-2864-4b7d-8598-e7f6aef681d6 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Enqueued Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_members [ 854.779574] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGHEST for action security_group_members [ 854.780092] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-de81f3fa-29c2-4841-8ec9-18259827acd5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.780092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.787401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.787401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.787401] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.787401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.787401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.787401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.787401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.787401] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.805286] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.806197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.808032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.808032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.808032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.808032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.808032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.808032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.808032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.808032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.808032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.808032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.808032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.813024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.813024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.813024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.813024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.813024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.813024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.813024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.813024] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.813024] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.024025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.024025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.024025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.024025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.049325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.053456] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.053456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.053456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.053456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.053456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.053456] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce is going to be updated. [ 855.083024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.083024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.083024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.083024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.083024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.095078] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: IN_PROGRESS for 2s [ 855.160755] env[69155]: INFO networking_nsxv3.common.synchronization [None req-149d4782-eb3d-439c-93cd-03a8dbfe69bd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_rules [ 855.161737] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_rules [ 855.162094] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f105902b-77b9-40af-8672-f72d3c686927 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.162289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.162392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.162973] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.162973] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.290196] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.290196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.290196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.290196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.312816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.313120] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.313332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.313332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.313798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.313798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.313798] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de81f3fa-29c2-4841-8ec9-18259827acd5 is going to be updated. [ 855.315152] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6a0103-b886-4958-ac98-89dde8181f4b: rpc.has_security_group_logging(os_id): False [ 855.321266] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d4af54-924f-4ef6-878b-4d3c922518cd: rpc.has_security_group_logging(os_id): False [ 855.332118] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.332118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.332118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.332430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.332618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.332875] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.333045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.333190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.333417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.333543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.333912] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.334082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.334186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.334477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.334633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.334927] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.335100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.335256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.335610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.335735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.335869] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 855.345480] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.345626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.345696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.345930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.346099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.348074] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.348193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.348264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.348444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.348531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.349075] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.349075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.349075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.349075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.349435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.349435] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d4af54-924f-4ef6-878b-4d3c922518cd is going to be created. [ 855.357906] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de81f3fa-29c2-4841-8ec9-18259827acd5 in Status: IN_PROGRESS for 2s [ 855.372339] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb in Status: SUCCESS [ 855.373133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.373283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.373565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.373831] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.373985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.374088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.374294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.374428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.374600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.374732] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.405814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.405814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.405991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.406644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.406808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.415337] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.415858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.415858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.415858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.415975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.424096] env[69155]: INFO networking_nsxv3.common.synchronization [None req-da1f22df-87b0-42ee-902b-b476d46d5b1c tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_rules [ 855.425041] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 855.425458] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_rules [ 855.425777] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f105902b-77b9-40af-8672-f72d3c686927 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.425880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.431387] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: IN_PROGRESS for 2s [ 855.509119] env[69155]: INFO networking_nsxv3.common.synchronization [None req-1577d9a2-e3d5-4531-a4c9-c11c664f5ea3 None None] Enqueued Resource ID: bf81a72f-6d89-4b32-8fc8-d638009c2352 with Priority: HIGHEST for action port [ 855.509443] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf81a72f-6d89-4b32-8fc8-d638009c2352 with Priority: HIGHEST for action port [ 855.510124] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf81a72f-6d89-4b32-8fc8-d638009c2352 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.510267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf81a72f-6d89-4b32-8fc8-d638009c2352" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.510333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf81a72f-6d89-4b32-8fc8-d638009c2352" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.510624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf81a72f-6d89-4b32-8fc8-d638009c2352" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.510731] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf81a72f-6d89-4b32-8fc8-d638009c2352',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.680661] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a with Priority: HIGHEST for action security_group_members [ 855.681312] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 855.681312] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 855.682041] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a with Priority: HIGHEST for action security_group_members [ 855.682805] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 855.682805] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 855.682805] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.682805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.682805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.683558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.683558] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.683558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.683558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.683558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.683558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.683754] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.684562] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.685335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.685335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.685335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.686050] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.686050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.686050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.686301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.686301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.686408] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.687452] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.687584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.687641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.688064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.688064] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.688064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.688320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.688320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.688462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.688462] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.690810] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.690940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.690984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.693020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.693020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.693020] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f105902b-77b9-40af-8672-f72d3c686927 already deleted. [ 855.693020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.693020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.693020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.693020] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.860840] env[69155]: INFO networking_nsxv3.common.synchronization [req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd req-f95a9450-f055-494b-ad27-3143c26169ae service nova] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_rules [ 855.862021] env[69155]: INFO networking_nsxv3.common.synchronization [req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd req-f95a9450-f055-494b-ad27-3143c26169ae service nova] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 855.862021] env[69155]: INFO networking_nsxv3.common.synchronization [req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd req-f95a9450-f055-494b-ad27-3143c26169ae service nova] Enqueued Resource ID: 6dddff85-40f2-4031-a687-2fa646d33953 with Priority: HIGHEST for action port [ 855.862021] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_rules [ 855.862278] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 855.862493] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dddff85-40f2-4031-a687-2fa646d33953 with Priority: HIGHEST for action port [ 855.862926] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.866019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.866019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.866019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.866019] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.866019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.866019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.866019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dddff85-40f2-4031-a687-2fa646d33953 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.866019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dddff85-40f2-4031-a687-2fa646d33953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.866019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dddff85-40f2-4031-a687-2fa646d33953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.866019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dddff85-40f2-4031-a687-2fa646d33953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.866019] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dddff85-40f2-4031-a687-2fa646d33953',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.870784] env[69155]: INFO networking_nsxv3.common.synchronization [req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 req-40fbc948-ce77-4a15-b891-cd4aa8b1d523 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 855.871758] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 855.872366] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.873632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.873814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.874152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.874424] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.874983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.875161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.876946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.876946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.876946] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.881217] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.901765] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a with Priority: HIGHEST for action security_group_rules [ 855.903931] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a with Priority: HIGHEST for action security_group_members [ 855.903931] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 855.903931] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 855.903931] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_rules [ 855.903931] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 855.903931] env[69155]: INFO networking_nsxv3.common.synchronization [req-720feea8-b740-41f0-af11-7aa6be4f4685 req-39d3573e-9128-4d5e-a85b-a973826ff0a4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 with Priority: HIGHEST for action port [ 855.905023] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a with Priority: HIGHEST for action security_group_rules [ 855.905023] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_rules [ 855.905023] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 855.905023] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 with Priority: HIGHEST for action port [ 855.905207] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_rules [ 855.905315] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a with Priority: HIGHEST for action security_group_members [ 855.905506] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 855.905883] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.906119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.906257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.906567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.906821] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.910387] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.910637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.910971] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.911179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.911435] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-71eadfab-e599-4e82-b9e1-aa748f3a2b93 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.911596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.911680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.911924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.912045] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71eadfab-e599-4e82-b9e1-aa748f3a2b93',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.912402] env[69155]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 855.913275] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.913275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.913809] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.913809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.913986] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.914079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.012996] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf81a72f-6d89-4b32-8fc8-d638009c2352 [ 856.015684] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.015684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.015684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.015684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.015684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.015684] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf81a72f-6d89-4b32-8fc8-d638009c2352 already deleted. [ 856.015684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf81a72f-6d89-4b32-8fc8-d638009c2352" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.083295] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: SUCCESS [ 856.083596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.083914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.084142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.084276] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.194470] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.195686] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.196367] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.231138] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.231401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.231401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.231640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.232130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.232130] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f105902b-77b9-40af-8672-f72d3c686927 already deleted. [ 856.232130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.369407] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.373029] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dddff85-40f2-4031-a687-2fa646d33953 with status ACTIVE [ 856.373029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.373029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.373029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.373029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.373897] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dddff85-40f2-4031-a687-2fa646d33953 is going to be updated. [ 856.378018] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.384841] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 626c7ccd-d519-48fa-af22-4cb53cd18dcb: rpc.has_security_group_logging(os_id): False [ 856.405732] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.405732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.405732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.405952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.406212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.406372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dddff85-40f2-4031-a687-2fa646d33953" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.408062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.408200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.408268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.408444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.408529] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.408767] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.408864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.408942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.409105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.409179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.409286] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb is going to be created. [ 856.415244] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71eadfab-e599-4e82-b9e1-aa748f3a2b93 with status ACTIVE [ 856.415244] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.415521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.415521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.415577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.415671] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.416116] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.416116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.416116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.416298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.416298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.416463] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.416548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.416592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.416730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.416903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.416903] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 is going to be updated. [ 856.419238] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.419373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.421855] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 856.421855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.421855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.422128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.422213] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.422331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.422392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.422537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.422618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.422961] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.444615] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.444773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.444930] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.445228] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.445784] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.445784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.445977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.446305] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.446393] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.446585] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.446731] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.446869] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.447011] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.447136] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.447265] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.447415] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.451531] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.451679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.451808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.452082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.452434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.452673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71eadfab-e599-4e82-b9e1-aa748f3a2b93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.468469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.468658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.468740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.468957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.469167] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.473671] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.473838] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.473986] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.474164] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-999" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.475856] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.476162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.476240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.476500] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.476646] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9d79f3-74f3-42f4-b6fb-640a9cde9de6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.485898] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb in Status: IN_PROGRESS for 2s [ 856.560178] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: SUCCESS [ 856.560298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.560495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.560726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.560922] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.561059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.561144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.562023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.562023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.562023] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.591862] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.591862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.669171] env[69155]: INFO networking_nsxv3.common.synchronization [req-c5fdd974-aeb6-43c4-a233-212bb45a7cda req-2d8dee73-ff4d-4278-b5e3-ea6edf292939 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 856.669928] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGHEST for action security_group_members [ 856.670296] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.670422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.699261] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.700234] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.701086] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.884151] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.926259] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.979641] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.979905] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.980050] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.980338] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.980490] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.980647] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 not found, creating... [ 856.980921] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.981090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.981210] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.981427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.981568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.981915] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.982117] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.987024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.987289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.987439] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.987594] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 is going to be created. [ 857.015633] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.015870] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.015997] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.018097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.018432] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.018688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.065872] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.104086] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: SUCCESS [ 857.104720] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce deletion is rescheduled due to dependency. [ 857.104720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.205610] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.205610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.205610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.205610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.205610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.205610] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a is going to be created. [ 857.206342] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.206409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.206749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.206749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.206848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.206969] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d4af54-924f-4ef6-878b-4d3c922518cd is going to be updated. [ 857.208205] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.208372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.208437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.208925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.208925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.208925] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 857.241802] env[69155]: INFO networking_nsxv3.common.synchronization [req-a5f24eac-39df-43c9-8942-1f3f697da6c9 req-5945cb57-fe6b-42f9-beb9-d84105bf96c1 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 857.242475] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 857.243947] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.244143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.244211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.244486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.244673] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.244783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.244839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.245028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.245119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.245216] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.247720] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.247720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.247896] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.248230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.248230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.249876] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.250037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.250140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.250312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.251027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.253655] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.253761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.253761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.253935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.254057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.264416] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: IN_PROGRESS for 2s [ 857.265377] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a in Status: UNINITIALIZED for 2s [ 857.265954] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 857.367886] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de81f3fa-29c2-4841-8ec9-18259827acd5 in Status: SUCCESS [ 857.368128] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de81f3fa-29c2-4841-8ec9-18259827acd5 deletion is rescheduled due to dependency. [ 857.368255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.387128] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.387128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.387128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.387128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.387128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.387557] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 857.417033] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.417210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.417284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.417514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.417696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.427896] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 857.430652] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.446363] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: SUCCESS [ 857.446363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.446363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.446363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.446363] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.447904] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 857.448066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.449502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.449836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.449989] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.568505] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.748095] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.748302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.748410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.748705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.748871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.749334] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.749334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.749334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.749556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.749556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.749556] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 857.776469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.776652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.777266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.777266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.777266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.786573] env[69155]: INFO networking_nsxv3.common.synchronization [req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 req-afdf4c03-15cf-4fb9-9c7b-464e4cf52039 service nova] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_rules [ 857.786573] env[69155]: INFO networking_nsxv3.common.synchronization [req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 req-afdf4c03-15cf-4fb9-9c7b-464e4cf52039 service nova] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 857.786573] env[69155]: INFO networking_nsxv3.common.synchronization [req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 req-afdf4c03-15cf-4fb9-9c7b-464e4cf52039 service nova] Enqueued Resource ID: 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 with Priority: HIGHEST for action port [ 857.787196] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 857.787718] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_rules [ 857.790138] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 857.790138] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 with Priority: HIGHEST for action port [ 857.790138] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.790138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.790138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.790138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.790138] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.791544] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.791544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.791544] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.791544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.791544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.791789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.791789] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9d79f3-74f3-42f4-b6fb-640a9cde9de6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.932337] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.932591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.932638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.932873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.932975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.933136] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be updated. [ 857.951952] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.952090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.952408] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.952583] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.962865] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.963111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.963111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.963355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.963488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.972691] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: IN_PROGRESS for 2s [ 858.074023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.074257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.074352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.074633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.074738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.074848] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be updated. [ 858.104399] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.104772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.104772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.105056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.105186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.116888] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: IN_PROGRESS for 2s [ 858.293826] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.294123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.294674] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 with status ACTIVE [ 858.294788] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.294970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.294970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.295501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.295501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.295501] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.295501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.295704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.295704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.295817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.297442] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.297442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.297442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.297442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.297442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.297442] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 is going to be updated. [ 858.327230] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.327429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.327526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.327812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.327993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.328230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.497936] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb in Status: SUCCESS [ 858.498234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.276675] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a in Status: SUCCESS [ 859.276937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.277129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.277338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.277525] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.277644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.277722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.277855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.277934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.278038] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.280313] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: SUCCESS [ 859.280483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.281209] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 859.281386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.281536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.281722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.281897] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.282205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.282205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.282205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.282307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.282406] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.283171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.283366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.283527] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.283876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.283876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.284012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.284064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.284122] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.383878] env[69155]: INFO networking_nsxv3.common.synchronization [None req-5dab5114-f57f-4e18-9591-a79c337bae8c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_rules [ 859.385053] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_rules [ 859.385393] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.385525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.385592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.385860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.385943] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.436354] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 859.436440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.436553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.436774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.436971] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.437094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.437166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.437306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.437379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.437582] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.594772] env[69155]: INFO networking_nsxv3.common.synchronization [None req-bc38331d-130a-4abe-942e-beffecc6f09d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_rules [ 859.595311] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_rules [ 859.595658] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.595756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.786049] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.786884] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.790905] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.802290] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 859.802290] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 deletion is rescheduled due to dependency. [ 859.802290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.909681] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.909681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.909681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.909681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.909681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.909681] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 already deleted. [ 859.909681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.909681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.909681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.909681] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.939737] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.984024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 859.984024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.984024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.984024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.984024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.984024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.984024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.984024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.984024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.984024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.984024] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.128142] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: SUCCESS [ 860.128142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.128142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.128142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.128142] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.128142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.128142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.128142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.128142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.128142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.128660] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.129583] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.129871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.130267] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.131946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.131946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.131946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.131946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.131946] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.289142] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.292412] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.293756] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.437297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.437297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.437297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.437297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.437297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.437297] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 already deleted. [ 860.437297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.443932] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.486503] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.486684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.486804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.486984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.487179] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.487299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.487367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.487551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.487645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.487749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.487907] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.487998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.488091] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.488324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.488395] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.488726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.488726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.488726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.489042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.489042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.489042] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.633108] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.638018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.638018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.638018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.638018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.638018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.638018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.638018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.638018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.638018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.638018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.638018] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be updated. [ 860.660897] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.660897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.660897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.661159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.661203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.669338] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: IN_PROGRESS for 2s [ 860.794703] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.794703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.794703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.794703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.794703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.794703] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d4af54-924f-4ef6-878b-4d3c922518cd is going to be updated. [ 860.797121] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.797382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.797497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.797753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.797890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.798198] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 860.799978] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.800066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.800170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.802772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.802772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.802772] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a is going to be updated. [ 860.825060] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.825175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.825213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.825662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.825887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.828225] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.828547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.828643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.828837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.828997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.831019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.831477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.831477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.831477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.831477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.845676] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a in Status: IN_PROGRESS for 2s [ 860.845676] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 860.845676] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: IN_PROGRESS for 2s [ 860.949155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.949488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.949615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.949872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.952247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.952247] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 860.964497] env[69155]: INFO networking_nsxv3.common.synchronization [req-837e9e56-b5bc-409b-a804-5875445c5b48 req-3463c10d-b47d-4f1f-b8ae-6f0ea63ba4b9 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 860.964702] env[69155]: INFO networking_nsxv3.common.synchronization [req-837e9e56-b5bc-409b-a804-5875445c5b48 req-3463c10d-b47d-4f1f-b8ae-6f0ea63ba4b9 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 860.964842] env[69155]: INFO networking_nsxv3.common.synchronization [req-837e9e56-b5bc-409b-a804-5875445c5b48 req-3463c10d-b47d-4f1f-b8ae-6f0ea63ba4b9 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a with Priority: HIGHEST for action security_group_members [ 860.965388] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGHEST for action security_group_members [ 860.965530] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 860.965627] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a with Priority: HIGHEST for action security_group_members [ 860.965913] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.966364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.966444] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.967035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.967920] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.968092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.977811] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.977959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.978069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.978278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.978451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.990631] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 860.992485] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 368d77eb-2974-4a18-ae4c-0102eceaf2b7: rpc.has_security_group_logging(os_id): False [ 861.009880] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.010315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.010464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.010795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.030378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.030775] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.030990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.031205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.031501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.031637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.031884] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.032046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.032137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.032351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.032491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.034285] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.034285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.034285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.034285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.034285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.034285] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be updated. [ 861.109943] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.109943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.110403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.110403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.110403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.124694] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: IN_PROGRESS for 2s [ 861.135232] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3089a536-0041-4663-88a3-589b39b7bf78: rpc.has_security_group_logging(os_id): False [ 861.171991] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.172196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.172442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.172549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.172635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.172924] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.173070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.173162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.173393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.173475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.173606] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be updated. [ 861.281933] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.281933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.281933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.281933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.281933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.310733] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: IN_PROGRESS for 2s [ 862.679978] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: SUCCESS [ 862.680483] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 deletion is rescheduled due to dependency. [ 862.680483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.856409] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: SUCCESS [ 862.856574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.857209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.857209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.857209] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.857363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.857363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.857501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.857629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.857677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.857757] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.859298] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 862.859508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.860418] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a in Status: SUCCESS [ 862.860418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.860525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.860720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.860960] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.861165] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.861203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.861385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.861487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.861602] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.862579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.862863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.862930] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.863110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.863374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.863509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.863626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.863744] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.867439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.867439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.867439] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.867439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.867439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.867439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.867439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.867439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.867439] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.867439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.867439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.868033] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.868033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.868033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.868178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.868208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.868433] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.869111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.869300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.869500] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.869625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.869706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.869868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.869966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.870086] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.003725] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 863.003725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.003725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.003725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.003725] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.003725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.003725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.003725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.003725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.003725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.003725] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.141634] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 863.141634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.326241] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3089a536-0041-4663-88a3-589b39b7bf78 in Status: SUCCESS [ 863.326493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.367077] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.368342] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.369600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.369600] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.369600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.369600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.369600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.369600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.369924] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.369924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.369924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.374333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.374333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.374333] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d4af54-924f-4ef6-878b-4d3c922518cd is going to be updated. [ 863.375525] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.376889] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.376889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.376889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.376889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.376889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.377097] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.377097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.377097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.377519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.377641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.377751] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a is going to be deleted. [ 863.378891] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47f53726-bbbf-4a26-aa7d-e6f7d1ea442a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.410556] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.410733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.410942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.411282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.411547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.418713] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.418861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.418904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.419120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.419211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.419311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.420682] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: IN_PROGRESS for 2s [ 863.506891] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.507101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.507214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.507530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.507880] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.508102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.508160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.508342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.508473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.508626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.508800] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.508933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.508988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.509138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.509284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.509414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.509518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.509702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.509815] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.509929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.510416] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.871734] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d4af54-924f-4ef6-878b-4d3c922518cd: rpc.has_security_group_logging(os_id): False [ 863.885338] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.885338] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a: rpc.has_security_group_logging(os_id): False [ 863.892895] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.892895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.892895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.892895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.892895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.892895] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.892895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.892895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.892895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.892895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.892895] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d4af54-924f-4ef6-878b-4d3c922518cd is going to be updated. [ 863.918155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.918155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.918155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.918155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.918155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.918155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.918155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.918155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.918155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.918155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.918155] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a is going to be created. [ 863.937577] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/47f53726-bbbf-4a26-aa7d-e6f7d1ea442a], does not exist path=[/infra/domains/default/groups/47f53726-bbbf-4a26-aa7d-e6f7d1ea442a]."\n}' [ 863.937725] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/47f53726-bbbf-4a26-aa7d-e6f7d1ea442a [ 863.937804] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 863.986177] env[69155]: INFO networking_nsxv3.common.synchronization [req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f req-83dd6421-fb4e-49bb-ade6-841df93b7248 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 863.986177] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 863.986177] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.986177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.986177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.986177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.986177] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.986177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.986177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.987068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.987296] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.987487] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.997183] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.000345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.000345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.000345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.000345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.000603] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.000603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.000701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.000834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.000888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.001328] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.001619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.001619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.001704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.001901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.002057] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f53726-bbbf-4a26-aa7d-e6f7d1ea442a is going to be created. [ 864.012037] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.012169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.012228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.012752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.012752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.013966] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc653a2-383b-4ec9-944b-4df2292b3b82: rpc.has_security_group_logging(os_id): False [ 864.026826] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/47f53726-bbbf-4a26-aa7d-e6f7d1ea442a], does not exist path=[/infra/domains/default/groups/47f53726-bbbf-4a26-aa7d-e6f7d1ea442a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/47f53726-bbbf-4a26-aa7d-e6f7d1ea442a [ 864.027327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f53726-bbbf-4a26-aa7d-e6f7d1ea442a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.027808] env[69155]: Traceback (most recent call last): [ 864.027908] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 864.027908] env[69155]: return func(*args, **kwargs) [ 864.027984] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 864.027984] env[69155]: res.raise_for_status() [ 864.028084] env[69155]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 864.028084] env[69155]: raise HTTPError(http_error_msg, response=self) [ 864.028214] env[69155]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/47f53726-bbbf-4a26-aa7d-e6f7d1ea442a [ 864.028258] env[69155]: During handling of the above exception, another exception occurred: [ 864.029400] env[69155]: Traceback (most recent call last): [ 864.029400] env[69155]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 864.029400] env[69155]: listener.cb(fileno) [ 864.029400] env[69155]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 864.029400] env[69155]: result = function(*args, **kwargs) [ 864.029400] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 864.029400] env[69155]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 864.029400] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 864.029400] env[69155]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 864.029400] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 864.029400] env[69155]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 864.029400] env[69155]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 864.029400] env[69155]: res.raise_for_status() [ 864.029400] env[69155]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 864.029400] env[69155]: raise HTTPError(http_error_msg, response=self) [ 864.029400] env[69155]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/47f53726-bbbf-4a26-aa7d-e6f7d1ea442a [ 864.029400] env[69155]: Removing descriptor: 5 [ 864.029400] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: IN_PROGRESS for 2s [ 864.030107] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.030237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.030342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.030578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.056061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.056368] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.056490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.056629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.056845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.056845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.057036] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.057134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.057302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.057358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.057403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.057588] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.057679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.057739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.057869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.058744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.058918] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 864.150060] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.150212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.150884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.150884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.150884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.170546] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 864.395670] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.398358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.398358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.398358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.398358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.398358] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 864.425095] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.425192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.425227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.425487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.425676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.434470] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 864.474252] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.474252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-389" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.474252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-389" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.474252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-389" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.474252] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.474886] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.475192] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.476333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.476658] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.477335] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.477610] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.478120] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.478373] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.478637] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.478897] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.479333] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.492501] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.507247] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.509037] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.509037] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.509037] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-389" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.509037] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-a4ee95ee-5226-4db1-9959-57a40a99b1da taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.509037] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-a4ee95ee-5226-4db1-9959-57a40a99b1da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.509037] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-a4ee95ee-5226-4db1-9959-57a40a99b1da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.509541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-a4ee95ee-5226-4db1-9959-57a40a99b1da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.509881] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ee95ee-5226-4db1-9959-57a40a99b1da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.997600] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.015167] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.015167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.015167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.015167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.015167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.015167] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port a4ee95ee-5226-4db1-9959-57a40a99b1da not found, creating... [ 865.015167] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.015778] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.015778] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.015778] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.015901] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.016184] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.016272] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.016382] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.016586] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.016722] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.016896] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: a4ee95ee-5226-4db1-9959-57a40a99b1da is going to be created. [ 865.042051] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.042051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.042051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.042051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.042051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.042051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-a4ee95ee-5226-4db1-9959-57a40a99b1da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.430926] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: SUCCESS [ 865.431174] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d4af54-924f-4ef6-878b-4d3c922518cd deletion is rescheduled due to dependency. [ 865.431316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.500555] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.501306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.501306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.501306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.501461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.501461] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff is going to be updated. [ 865.528684] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.529259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.530257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.530257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.530257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.538329] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: IN_PROGRESS for 2s [ 865.667943] env[69155]: INFO networking_nsxv3.common.synchronization [None req-a8382f2e-c4e8-4653-afaa-954a59ce03ea None None] Enqueued Resource ID: 61cfe880-22b7-45ee-bf00-e56f5b045924 with Priority: HIGHEST for action port [ 865.668230] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61cfe880-22b7-45ee-bf00-e56f5b045924 with Priority: HIGHEST for action port [ 865.668800] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-61cfe880-22b7-45ee-bf00-e56f5b045924 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.668924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61cfe880-22b7-45ee-bf00-e56f5b045924" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.668993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61cfe880-22b7-45ee-bf00-e56f5b045924" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.669259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61cfe880-22b7-45ee-bf00-e56f5b045924" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.669343] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61cfe880-22b7-45ee-bf00-e56f5b045924',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.041996] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d4af54-924f-4ef6-878b-4d3c922518cd in Status: SUCCESS [ 866.042413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.176300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61cfe880-22b7-45ee-bf00-e56f5b045924 [ 866.176300] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.176300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.176300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.176300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.176300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.176300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61cfe880-22b7-45ee-bf00-e56f5b045924 already deleted. [ 866.176300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61cfe880-22b7-45ee-bf00-e56f5b045924" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.187445] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 866.187445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.448023] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.448023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.448023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.448023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.448921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.450031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.450031] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.737045] env[69155]: INFO networking_nsxv3.common.synchronization [req-0946d7c1-8f2d-4797-a4d0-74429dda7331 req-84c112e0-291a-4d3d-b7c0-8b11b843e79b tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Enqueued Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_members [ 866.737400] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGHEST for action security_group_members [ 866.737700] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.737817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.737884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.739416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.739527] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.739628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.739688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.739861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.739955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.740117] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.799118] env[69155]: INFO networking_nsxv3.common.synchronization [req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f req-c151679a-0089-458e-a803-8218c21fb377 service nova] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_rules [ 866.799319] env[69155]: INFO networking_nsxv3.common.synchronization [req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f req-c151679a-0089-458e-a803-8218c21fb377 service nova] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 866.799453] env[69155]: INFO networking_nsxv3.common.synchronization [req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f req-c151679a-0089-458e-a803-8218c21fb377 service nova] Enqueued Resource ID: a4ee95ee-5226-4db1-9959-57a40a99b1da with Priority: HIGHEST for action port [ 866.799983] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_rules [ 866.800211] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 866.800303] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ee95ee-5226-4db1-9959-57a40a99b1da with Priority: HIGHEST for action port [ 866.800499] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.800701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.800768] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.800939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.801033] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.802216] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.802216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.802386] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ee95ee-5226-4db1-9959-57a40a99b1da taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.802386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ee95ee-5226-4db1-9959-57a40a99b1da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.802556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ee95ee-5226-4db1-9959-57a40a99b1da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.802589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ee95ee-5226-4db1-9959-57a40a99b1da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.802658] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ee95ee-5226-4db1-9959-57a40a99b1da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.953432] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6a0103-b886-4958-ac98-89dde8181f4b: rpc.has_security_group_logging(os_id): False [ 866.972598] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.972798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.973336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.973336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.992442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.992768] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.994490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.994626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.995058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.995058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.995217] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.995304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.995391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.995536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.995747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.995966] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.996061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.997272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.997411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.997503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.997611] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 867.057026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.057026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.057026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.057026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.057026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.077733] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 867.245141] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.245451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.245451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.246070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.268031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.268321] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.268455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.268860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.269160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.269386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.269386] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c is going to be updated. [ 867.295016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.295016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.295016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.295016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.295016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.301430] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c in Status: IN_PROGRESS for 2s [ 867.308026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.308026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.308026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4ee95ee-5226-4db1-9959-57a40a99b1da with status ACTIVE [ 867.308026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.308026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.308026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.308026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.308026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.308026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.308026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.308026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.308026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.308026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.308026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.308756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.308756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.308756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.308756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.308756] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4ee95ee-5226-4db1-9959-57a40a99b1da is going to be updated. [ 867.326378] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.326520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.327429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.327429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.327429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.327429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ee95ee-5226-4db1-9959-57a40a99b1da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.547997] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: SUCCESS [ 867.548265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.548464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.548718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.552160] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.552160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.552160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.552160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.552160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.552160] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.726438] env[69155]: INFO networking_nsxv3.common.synchronization [None req-31a27e6e-5858-47cb-87c9-e9a233613eb3 None None] Enqueued Resource ID: 7a832a0b-3f63-4d38-9207-caad04a9cd9f with Priority: HIGHEST for action port [ 867.727075] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a832a0b-3f63-4d38-9207-caad04a9cd9f with Priority: HIGHEST for action port [ 867.727423] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a832a0b-3f63-4d38-9207-caad04a9cd9f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.727695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a832a0b-3f63-4d38-9207-caad04a9cd9f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.727959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a832a0b-3f63-4d38-9207-caad04a9cd9f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.728098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a832a0b-3f63-4d38-9207-caad04a9cd9f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.728210] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a832a0b-3f63-4d38-9207-caad04a9cd9f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.056482] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.158380] env[69155]: INFO networking_nsxv3.common.synchronization [req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 req-4bc5fd5c-f92d-49a9-a6a9-f386dc5a0b2b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 868.158900] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 868.159205] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.160327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.160327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.160327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.160327] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.160327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.160327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.160327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.160327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.160327] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.230977] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a832a0b-3f63-4d38-9207-caad04a9cd9f [ 868.231240] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.231375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.231443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.231684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.231858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.231858] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a832a0b-3f63-4d38-9207-caad04a9cd9f already deleted. [ 868.232704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a832a0b-3f63-4d38-9207-caad04a9cd9f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.292833] env[69155]: INFO networking_nsxv3.common.synchronization [req-eae78468-93f7-4381-b38a-cabfecaaef1c req-457617a9-b654-4b66-97e3-bbd6f5677a64 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Enqueued Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 868.293376] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 868.293806] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.294642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.294642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.294642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.294642] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.294642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.294642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.294924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.295157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.295231] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.457579] env[69155]: INFO networking_nsxv3.common.synchronization [None req-2815d76d-db83-4c46-ae08-22b7be8dc611 None None] Enqueued Resource ID: f27ddc7d-0611-4d25-b0a0-0c9a07ebef37 with Priority: HIGHEST for action port [ 868.458468] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27ddc7d-0611-4d25-b0a0-0c9a07ebef37 with Priority: HIGHEST for action port [ 868.458920] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f27ddc7d-0611-4d25-b0a0-0c9a07ebef37 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.459213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f27ddc7d-0611-4d25-b0a0-0c9a07ebef37" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.459395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f27ddc7d-0611-4d25-b0a0-0c9a07ebef37" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.459729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f27ddc7d-0611-4d25-b0a0-0c9a07ebef37" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.460095] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27ddc7d-0611-4d25-b0a0-0c9a07ebef37',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.559402] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.663662] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.798164] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.963749] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f27ddc7d-0611-4d25-b0a0-0c9a07ebef37 [ 868.963975] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.964124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.964191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.964399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.964603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.964762] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f27ddc7d-0611-4d25-b0a0-0c9a07ebef37 already deleted. [ 868.964869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f27ddc7d-0611-4d25-b0a0-0c9a07ebef37" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.009911] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.009911] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.009911] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.010121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.011413] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.011611] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.011746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.011991] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.012158] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.012390] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.012506] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.012780] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.012780] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.012862] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.012998] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.013155] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.043022] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.047024] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.047024] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.047024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.047024] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-f502f76e-5a1a-4dba-9034-90819068e9de taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.047024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-f502f76e-5a1a-4dba-9034-90819068e9de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.047024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-f502f76e-5a1a-4dba-9034-90819068e9de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.047024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-f502f76e-5a1a-4dba-9034-90819068e9de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.047024] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f502f76e-5a1a-4dba-9034-90819068e9de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.063249] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.063431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.063491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.064025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.064025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.064025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff is going to be updated. [ 869.092978] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.093196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.093301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.093601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.093813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.096854] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 869.097139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.103645] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: IN_PROGRESS for 2s [ 869.166589] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.172176] env[69155]: INFO networking_nsxv3.common.synchronization [req-5fd785a1-f2c2-49c9-a573-dae306c18ac2 req-95ba0f82-cb1e-4d26-b627-0c0f36530333 tempest-SecurityGroupRulesNegativeTestJSON-1784631976 tempest-SecurityGroupRulesNegativeTestJSON-1784631976-project-member] Enqueued Resource ID: fa677a2a-ef66-4d0d-9354-624cedbf54c8 with Priority: HIGHEST for action security_group_rules [ 869.172963] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa677a2a-ef66-4d0d-9354-624cedbf54c8 with Priority: HIGHEST for action security_group_rules [ 869.173445] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.173445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.173614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.174022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.174208] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa677a2a-ef66-4d0d-9354-624cedbf54c8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.303839] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.313764] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c in Status: SUCCESS [ 869.314366] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c deletion is rescheduled due to dependency. [ 869.315493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.551266] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.551406] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.551534] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.551908] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.552078] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.552241] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port f502f76e-5a1a-4dba-9034-90819068e9de not found, creating... [ 869.552521] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.552688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.552808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.553046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.553212] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.553475] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.553635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.553757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.553968] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.554801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.554979] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: f502f76e-5a1a-4dba-9034-90819068e9de is going to be created. [ 869.578032] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.578032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.578032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.578032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.578032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.578032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-f502f76e-5a1a-4dba-9034-90819068e9de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.674820] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.675082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.675082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.675294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.675384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.675494] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be updated. [ 869.696095] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.696258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.696258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.696431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.696549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.696664] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa677a2a-ef66-4d0d-9354-624cedbf54c8 already deleted. [ 869.696765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.720128] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.720206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.720298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.720500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.720647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.732049] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: IN_PROGRESS for 2s [ 869.808489] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.808489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.808692] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.808886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.808989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.809097] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f5772-31d0-4241-aa34-bfb17ed665ec is going to be updated. [ 869.837690] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.837890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.837983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.838355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.838541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.851730] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: IN_PROGRESS for 2s [ 869.979398] env[69155]: INFO networking_nsxv3.common.synchronization [None req-2a0b99e8-a88b-42e0-ac45-97e201af8cf9 None None] Enqueued Resource ID: ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1 with Priority: HIGHEST for action port [ 869.979398] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1 with Priority: HIGHEST for action port [ 869.979398] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.979398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.979398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.979716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.979716] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.212204] env[69155]: INFO networking_nsxv3.common.synchronization [req-26b19417-0906-4776-818b-10223b58776b req-6463a1a5-8bf8-467f-b09f-01c1e49c0d1d tempest-SecurityGroupRulesNegativeTestJSON-1784631976 tempest-SecurityGroupRulesNegativeTestJSON-1784631976-project-member] Enqueued Resource ID: fa677a2a-ef66-4d0d-9354-624cedbf54c8 with Priority: HIGHEST for action security_group_rules [ 870.212487] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa677a2a-ef66-4d0d-9354-624cedbf54c8 with Priority: HIGHEST for action security_group_rules [ 870.212818] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.212994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.213173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.214569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.214569] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa677a2a-ef66-4d0d-9354-624cedbf54c8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.487287] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1 [ 870.487287] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.487287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.487521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.487615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.487752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.487872] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1 already deleted. [ 870.487962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed9f1cf0-6ad3-41cf-9317-72c806bf8cf1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.551882] env[69155]: INFO networking_nsxv3.common.synchronization [req-eae78468-93f7-4381-b38a-cabfecaaef1c req-4f2ca09c-92d6-4e95-a80f-e0393e60420d service nova] Enqueued Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_rules [ 870.552254] env[69155]: INFO networking_nsxv3.common.synchronization [req-eae78468-93f7-4381-b38a-cabfecaaef1c req-4f2ca09c-92d6-4e95-a80f-e0393e60420d service nova] Enqueued Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 870.552352] env[69155]: INFO networking_nsxv3.common.synchronization [req-eae78468-93f7-4381-b38a-cabfecaaef1c req-4f2ca09c-92d6-4e95-a80f-e0393e60420d service nova] Enqueued Resource ID: f502f76e-5a1a-4dba-9034-90819068e9de with Priority: HIGHEST for action port [ 870.552661] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_rules [ 870.552810] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 870.552905] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f502f76e-5a1a-4dba-9034-90819068e9de with Priority: HIGHEST for action port [ 870.553922] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.553922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.553922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.553922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.554083] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.557297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.557446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.560334] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f502f76e-5a1a-4dba-9034-90819068e9de taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.560459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f502f76e-5a1a-4dba-9034-90819068e9de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.560531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f502f76e-5a1a-4dba-9034-90819068e9de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.560757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f502f76e-5a1a-4dba-9034-90819068e9de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.560865] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f502f76e-5a1a-4dba-9034-90819068e9de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.734400] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.734660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.734733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.734946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.735056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.735153] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa677a2a-ef66-4d0d-9354-624cedbf54c8 already deleted. [ 870.735230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa677a2a-ef66-4d0d-9354-624cedbf54c8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.062823] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.062958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.063333] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f502f76e-5a1a-4dba-9034-90819068e9de with status ACTIVE [ 871.063333] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.063467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.063524] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.063681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.063786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.063962] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.064094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.064138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.064299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.064393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.064622] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.064751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.064862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.064924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.065053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.065135] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f502f76e-5a1a-4dba-9034-90819068e9de is going to be updated. [ 871.088635] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.088844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.088844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.089179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.089421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.089564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f502f76e-5a1a-4dba-9034-90819068e9de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.117408] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: IN_PROGRESS for 4s [ 871.643728] env[69155]: INFO networking_nsxv3.common.synchronization [req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 req-ca2a5110-834f-4dfe-8190-dd126049fbef tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 871.644393] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 871.644878] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.649334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.649495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.649772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.650090] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.650234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.650323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.650520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.650631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.650739] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.742853] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 871.743105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.806769] env[69155]: INFO networking_nsxv3.common.synchronization [req-a841e647-6449-45dc-9833-624d3677f1ab req-0d8e6dc7-bdf1-4f42-8380-b87355e2b8e3 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 871.807462] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 871.808197] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.808389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.808585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.808813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.809009] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.809165] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.809259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.810225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.810225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.810225] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.873595] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: SUCCESS [ 871.873595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.873595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.873595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.873595] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.873595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.873595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.873595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.873595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.873595] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.149210] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.149429] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.149574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.149852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.150390] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.150390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.150390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.150727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.150891] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.151656] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.151784] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.151900] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.153389] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.153389] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.153389] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.153389] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.153752] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.153862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.153941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.154090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.172908] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.173213] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.173306] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.173494] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.173805] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-9eecb624-0581-48cc-9147-3a5e060a5466 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.175023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-9eecb624-0581-48cc-9147-3a5e060a5466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.175023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-9eecb624-0581-48cc-9147-3a5e060a5466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.175214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-9eecb624-0581-48cc-9147-3a5e060a5466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.175470] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eecb624-0581-48cc-9147-3a5e060a5466',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.177138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.177356] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.177514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.177623] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.177838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.177925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.178459] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be updated. [ 872.273494] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.273686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.273753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.273999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.274108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.283439] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: IN_PROGRESS for 2s [ 872.312455] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.312624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.312697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.312963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.330815] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.331099] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.331223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.331291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.331489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.332611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.332611] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 872.360050] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.360050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.360050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.360050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.360050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.368714] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 872.377195] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.682013] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.682426] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.682629] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.682957] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.683239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.683505] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 9eecb624-0581-48cc-9147-3a5e060a5466 not found, creating... [ 872.683941] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.684287] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.684529] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.684885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.685101] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.685614] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.685798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.685930] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.686199] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.686347] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.686502] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 9eecb624-0581-48cc-9147-3a5e060a5466 is going to be created. [ 872.705162] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.705413] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.705674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.706035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.706414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.706596] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-9eecb624-0581-48cc-9147-3a5e060a5466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.879639] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.017404] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 873.017543] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NSXv3 Agent Agent loop - iteration:1 started [ 873.126545] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: SUCCESS [ 873.126822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.127029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.127404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.127606] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.127736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.127792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.128018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.128089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.128142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.128235] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.383578] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.383737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.383867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.384038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.384132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.384237] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f5772-31d0-4241-aa34-bfb17ed665ec is going to be updated. [ 873.419188] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.419379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.419438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.419615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.419757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.431645] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: IN_PROGRESS for 2s [ 873.493661] env[69155]: INFO networking_nsxv3.common.synchronization [req-a841e647-6449-45dc-9833-624d3677f1ab req-d9e4e0a8-7846-4d65-b390-6e518209d8d6 service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 873.493875] env[69155]: INFO networking_nsxv3.common.synchronization [req-a841e647-6449-45dc-9833-624d3677f1ab req-d9e4e0a8-7846-4d65-b390-6e518209d8d6 service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 873.494137] env[69155]: INFO networking_nsxv3.common.synchronization [req-a841e647-6449-45dc-9833-624d3677f1ab req-d9e4e0a8-7846-4d65-b390-6e518209d8d6 service nova] Enqueued Resource ID: 9eecb624-0581-48cc-9147-3a5e060a5466 with Priority: HIGHEST for action port [ 873.495367] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 873.495651] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 873.495778] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eecb624-0581-48cc-9147-3a5e060a5466 with Priority: HIGHEST for action port [ 873.496102] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.496228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.496292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.496496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.496580] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.498354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.498456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.498647] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eecb624-0581-48cc-9147-3a5e060a5466 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.499599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eecb624-0581-48cc-9147-3a5e060a5466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.499687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eecb624-0581-48cc-9147-3a5e060a5466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.499881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eecb624-0581-48cc-9147-3a5e060a5466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.499963] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eecb624-0581-48cc-9147-3a5e060a5466',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.635555] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.641254] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.641254] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.641254] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.641254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.644469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.644469] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.002640] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9eecb624-0581-48cc-9147-3a5e060a5466 with status ACTIVE [ 874.003194] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.003194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.003194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.003916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.003916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.003916] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.004134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.004134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.004554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.004554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.004554] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.004722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.004722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.004890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.004969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.005069] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9eecb624-0581-48cc-9147-3a5e060a5466 is going to be updated. [ 874.006517] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.006613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.030732] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.030732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.030732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.030732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.030732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.030732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eecb624-0581-48cc-9147-3a5e060a5466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.146454] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24c20f19-e850-45c5-a80b-c4cd2d5869ff: rpc.has_security_group_logging(os_id): False [ 874.168161] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.168357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.168426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.168596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.192294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.192631] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.192757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.192988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.193389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.193389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.194140] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.194140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.194140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.194140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.194140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.194306] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.194350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.197508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.197809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.197978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.198150] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff is going to be updated. [ 874.272359] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.272359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.272359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.272359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.272359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.285059] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: IN_PROGRESS for 2s [ 874.294026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 874.294153] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b deletion is rescheduled due to dependency. [ 874.294270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.378563] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 874.378563] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 deletion is rescheduled due to dependency. [ 874.378693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.378917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.379175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.379368] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.379528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.380270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.380606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.380660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.380761] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.883902] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.385716] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.442085] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: SUCCESS [ 875.442524] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.442698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.442918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.443166] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.443292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.443413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.443510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.443593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.443704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.443800] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.888575] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.891016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.891016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.891016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.891016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.891016] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 875.919151] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.919151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.919151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.919151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.919151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.926400] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 875.947987] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.947987] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.947987] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.947987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.949235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.949235] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.949235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.949235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.949235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.949235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.949235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.949235] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.301023] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: SUCCESS [ 876.301023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.454296] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e75f5772-31d0-4241-aa34-bfb17ed665ec: rpc.has_security_group_logging(os_id): False [ 876.472990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.473282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.473282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.473445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.493402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.493759] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.493863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.493913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.494150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.494270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.494353] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.494452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.494543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.494694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.495391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.495391] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.495391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.495391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.495391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.495391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.495391] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e75f5772-31d0-4241-aa34-bfb17ed665ec is going to be updated. [ 876.561019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.561019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.561019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.561019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.561019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.570228] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: IN_PROGRESS for 2s [ 877.941995] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 877.942961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.943286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.943586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.943824] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.943981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.944115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.944306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.944440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.944636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.944776] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.448634] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.448634] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.448634] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.448634] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.448634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.449697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.449697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.449697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.449697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.449697] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.496701] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 878.497298] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 878.583661] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: SUCCESS [ 878.587384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.952436] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdf8ccee-4773-4d89-b13c-097861be9056: rpc.has_security_group_logging(os_id): False [ 878.971677] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.971826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.971826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.971989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.972100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.972318] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.972411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.972477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.972680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.972680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.972924] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.973033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.973033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.973133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.973219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.973400] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.973488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.973540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.973676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.973751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.973835] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 879.055366] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.055366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.055622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.055656] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.055791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.068329] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 879.422375] env[69155]: INFO networking_nsxv3.common.synchronization [None req-1d711547-f55c-4c0a-b9e5-acbc8fe58fe7 None None] Enqueued Resource ID: 3b3d2720-9b78-4e27-8f41-e016f1b30e4f with Priority: HIGHEST for action port [ 879.422746] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b3d2720-9b78-4e27-8f41-e016f1b30e4f with Priority: HIGHEST for action port [ 879.423436] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b3d2720-9b78-4e27-8f41-e016f1b30e4f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.423518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b3d2720-9b78-4e27-8f41-e016f1b30e4f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.423628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b3d2720-9b78-4e27-8f41-e016f1b30e4f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.423824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b3d2720-9b78-4e27-8f41-e016f1b30e4f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.423920] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b3d2720-9b78-4e27-8f41-e016f1b30e4f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.927788] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b3d2720-9b78-4e27-8f41-e016f1b30e4f [ 879.929019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.929157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.929207] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.929389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.929474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.929641] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b3d2720-9b78-4e27-8f41-e016f1b30e4f already deleted. [ 879.929641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b3d2720-9b78-4e27-8f41-e016f1b30e4f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.320726] env[69155]: INFO networking_nsxv3.common.synchronization [req-b326c94a-9cec-4788-a742-3bbb9861a5fd req-811769bf-c8e9-47cb-bbdc-b9028f5b54d7 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 880.321962] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 880.321962] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.322176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.322176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.322456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.322839] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.322961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.323163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.323375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.323550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.323739] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.724887] env[69155]: INFO networking_nsxv3.common.synchronization [None req-1c9fb169-3f7c-4a68-835d-1f631766aca4 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Enqueued Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_rules [ 880.725466] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_rules [ 880.727303] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.727478] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.727552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.727969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.728069] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.827787] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.827787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.827787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.827787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.848031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.848303] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.849486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.849486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.849486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.849486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.849486] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce is going to be updated. [ 880.858122] env[69155]: INFO networking_nsxv3.common.synchronization [None req-e7752607-b647-46d6-aff1-1941f6afb969 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Enqueued Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_rules [ 880.858122] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_rules [ 880.858245] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.858313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.874016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.874016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.874016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.874016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.874016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.879208] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: IN_PROGRESS for 2s [ 880.892272] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.892483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-762" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.893167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-762" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.893167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-762" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.893167] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.893381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.893423] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.893624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.893792] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.894022] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.895025] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.895323] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.895471] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.895597] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.895712] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.896100] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.912433] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.913122] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.913122] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.913122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-762" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.913269] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-9011320a-7980-459a-a38b-8f4c7a7b920d taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.913391] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-9011320a-7980-459a-a38b-8f4c7a7b920d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.913595] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-9011320a-7980-459a-a38b-8f4c7a7b920d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.917019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-9011320a-7980-459a-a38b-8f4c7a7b920d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.917019] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9011320a-7980-459a-a38b-8f4c7a7b920d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.082156] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 881.084511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.255796] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.255796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.255796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.255796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.255796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.255796] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c already deleted. [ 881.255796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.255796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.255796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.255796] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.419665] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.420090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.420090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.420296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.420468] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.420605] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 9011320a-7980-459a-a38b-8f4c7a7b920d not found, creating... [ 881.420860] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.421034] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.422127] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.422639] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.422866] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.423598] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.423784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.423912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.424148] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.424288] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.424432] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 9011320a-7980-459a-a38b-8f4c7a7b920d is going to be created. [ 881.447743] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.448014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.448481] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.448481] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.448721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.448848] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-9011320a-7980-459a-a38b-8f4c7a7b920d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.775857] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.776599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.776599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.776807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.776861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.776977] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c already deleted. [ 881.777080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.038779] env[69155]: INFO networking_nsxv3.common.synchronization [None req-8625cb4f-b3bc-4f6b-a4e1-81adc82ad893 None None] Enqueued Resource ID: ce1baec7-255b-421b-aa32-8f0488c2987c with Priority: HIGHEST for action port [ 882.039086] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1baec7-255b-421b-aa32-8f0488c2987c with Priority: HIGHEST for action port [ 882.039707] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1baec7-255b-421b-aa32-8f0488c2987c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.039827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1baec7-255b-421b-aa32-8f0488c2987c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.039894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1baec7-255b-421b-aa32-8f0488c2987c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.040161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1baec7-255b-421b-aa32-8f0488c2987c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.040249] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1baec7-255b-421b-aa32-8f0488c2987c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.190480] env[69155]: INFO networking_nsxv3.common.synchronization [req-b326c94a-9cec-4788-a742-3bbb9861a5fd req-4377f18b-abdd-47a9-a148-471d7a0bebb7 service nova] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_rules [ 882.190686] env[69155]: INFO networking_nsxv3.common.synchronization [req-b326c94a-9cec-4788-a742-3bbb9861a5fd req-4377f18b-abdd-47a9-a148-471d7a0bebb7 service nova] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 882.190847] env[69155]: INFO networking_nsxv3.common.synchronization [req-b326c94a-9cec-4788-a742-3bbb9861a5fd req-4377f18b-abdd-47a9-a148-471d7a0bebb7 service nova] Enqueued Resource ID: 9011320a-7980-459a-a38b-8f4c7a7b920d with Priority: HIGHEST for action port [ 882.191386] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_rules [ 882.191568] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 882.191653] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9011320a-7980-459a-a38b-8f4c7a7b920d with Priority: HIGHEST for action port [ 882.193838] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.193990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.194093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.194288] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.194374] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.196425] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.196565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.200361] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9011320a-7980-459a-a38b-8f4c7a7b920d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.200532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9011320a-7980-459a-a38b-8f4c7a7b920d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.200683] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9011320a-7980-459a-a38b-8f4c7a7b920d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.201103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9011320a-7980-459a-a38b-8f4c7a7b920d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.201103] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9011320a-7980-459a-a38b-8f4c7a7b920d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.545426] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce1baec7-255b-421b-aa32-8f0488c2987c [ 882.545426] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.545426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.545426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.545808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.545808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.546057] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce1baec7-255b-421b-aa32-8f0488c2987c already deleted. [ 882.546135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1baec7-255b-421b-aa32-8f0488c2987c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.703762] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.703912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.704118] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9011320a-7980-459a-a38b-8f4c7a7b920d with status ACTIVE [ 882.704295] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.704414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.704471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.704716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.704800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.705112] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.705229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.705229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.705366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.705445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.706235] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.706235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.706235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.706235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.706235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.706235] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9011320a-7980-459a-a38b-8f4c7a7b920d is going to be updated. [ 882.731010] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.731242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.731242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.731449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.731598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.731759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9011320a-7980-459a-a38b-8f4c7a7b920d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.892041] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: SUCCESS [ 882.892304] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce deletion is rescheduled due to dependency. [ 882.892422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.892791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.892912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.893125] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.893282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.893331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.893451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.893533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.893631] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.396360] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.899664] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.060887] env[69155]: INFO networking_nsxv3.common.synchronization [req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 req-9e0b7fd1-e5fc-400b-9e31-c70e16c540d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 884.062073] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 884.062073] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.062320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.062461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.062735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.062954] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.063110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.063171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.063368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.063462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.063612] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.402795] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.402795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.402795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.402795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.402795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.402795] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce is going to be updated. [ 884.430019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.430019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.430019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.430019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.430019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.435364] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: IN_PROGRESS for 2s [ 884.569094] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.073331] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.577410] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.577410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.577410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.577410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.577410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.577410] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff is going to be updated. [ 885.601946] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.602358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.603292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.603669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.603930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.613051] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: IN_PROGRESS for 2s [ 886.448141] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: SUCCESS [ 886.448141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.448141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.448141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.448141] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.448141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.448141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.448141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.448141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.448819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.448819] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.951685] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.453964] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dd92fc8-0c90-466d-ad17-f1960b574dce: rpc.has_security_group_logging(os_id): False [ 887.475143] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.475452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.475542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.475818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.475936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.476242] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.476350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.476431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.476615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.476714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.476802] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce is going to be updated. [ 887.529521] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.529824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.529824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.530609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.530609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.543078] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: IN_PROGRESS for 2s [ 887.625698] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: SUCCESS [ 887.625954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.063238] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 889.063238] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 889.557598] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: SUCCESS [ 889.558042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.064820] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 894.064820] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 894.629831] env[69155]: INFO networking_nsxv3.common.synchronization [req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 req-98eba173-9562-4f05-8366-94606e38bb55 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 894.630428] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 894.631423] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.631423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.631423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.631423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.631423] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.632414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.632414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.632414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.632414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.632414] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.036049] env[69155]: INFO networking_nsxv3.common.synchronization [req-82de6775-2989-4b32-9cdf-5f4a7267033d req-c3aea473-be7f-4142-bbfb-6d7345390b81 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGHEST for action security_group_members [ 895.036740] env[69155]: INFO networking_nsxv3.common.synchronization [req-82de6775-2989-4b32-9cdf-5f4a7267033d req-c3aea473-be7f-4142-bbfb-6d7345390b81 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 895.036740] env[69155]: INFO networking_nsxv3.common.synchronization [req-82de6775-2989-4b32-9cdf-5f4a7267033d req-c3aea473-be7f-4142-bbfb-6d7345390b81 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Enqueued Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 895.037398] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGHEST for action security_group_members [ 895.037553] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGHEST for action security_group_members [ 895.037656] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6a0103-b886-4958-ac98-89dde8181f4b with Priority: HIGHEST for action security_group_members [ 895.037953] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-3725f369-9211-4b19-9c32-e73ca67fa7da taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.038158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.038158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.038365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.038537] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.038639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.038699] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.038852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.038938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.039131] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.040087] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.040174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.040227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.040381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.040524] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.040616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.040678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.041157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.041157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.041157] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.046929] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6a0103-b886-4958-ac98-89dde8181f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.047108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.047220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.047359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.047741] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.047741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.047741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.048011] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.048011] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.048011] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6a0103-b886-4958-ac98-89dde8181f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.120082] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.120394] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.120394] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.120666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.120972] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.121237] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.121381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.121656] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.121849] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.122198] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.122340] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.122483] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.122613] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.122756] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.122902] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.123075] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.134404] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.134665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.134749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.134983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.144111] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.144318] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.144499] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.144755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.145121] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.145326] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.145479] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.145860] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.146050] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79782f1-a1c7-46ff-9d90-1e9eb1dada34',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.159410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.159410] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.159410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.159410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.159410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.159410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.159410] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 895.183370] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.183509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.183604] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.184397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.184397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.192950] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 895.544312] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.544494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.544593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.544871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.549833] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.550029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.551595] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.552224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.563677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.564087] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.564264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.564342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.564540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.564700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.564790] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 is going to be updated. [ 895.565819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.565993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.592030] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.592030] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3725f369-9211-4b19-9c32-e73ca67fa7da is going to be updated. [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.592030] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.592030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.592030] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b is going to be updated. [ 895.594983] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.595163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.600718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.600718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.600718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.604035] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: IN_PROGRESS for 2s [ 895.617048] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.617048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.617307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.617345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.617467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.619235] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.619357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.619407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.619578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.619702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.629660] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: IN_PROGRESS for 2s [ 895.630334] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3725f369-9211-4b19-9c32-e73ca67fa7da in Status: IN_PROGRESS for 2s [ 895.648713] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.649000] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.649142] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.649418] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.649568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.649718] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port d79782f1-a1c7-46ff-9d90-1e9eb1dada34 not found, creating... [ 895.649970] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.650141] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.650260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.650475] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.650612] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.650886] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.651204] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.651299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.651518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.651711] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.651874] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: d79782f1-a1c7-46ff-9d90-1e9eb1dada34 is going to be created. [ 895.673931] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.674424] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.674424] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.674658] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.674904] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.675749] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.380564] env[69155]: INFO networking_nsxv3.common.synchronization [req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 req-037859e8-46a6-44d3-9d50-60a1d2bcdcb2 service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 896.380564] env[69155]: INFO networking_nsxv3.common.synchronization [req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 req-037859e8-46a6-44d3-9d50-60a1d2bcdcb2 service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 896.380953] env[69155]: INFO networking_nsxv3.common.synchronization [req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 req-037859e8-46a6-44d3-9d50-60a1d2bcdcb2 service nova] Enqueued Resource ID: d79782f1-a1c7-46ff-9d90-1e9eb1dada34 with Priority: HIGHEST for action port [ 896.381346] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 896.381564] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 896.382306] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79782f1-a1c7-46ff-9d90-1e9eb1dada34 with Priority: HIGHEST for action port [ 896.382789] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.382789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.382945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.386109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.386109] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.386109] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.386109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.390687] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.390687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.390687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.390687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.390687] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79782f1-a1c7-46ff-9d90-1e9eb1dada34',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.892549] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.892687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.892853] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d79782f1-a1c7-46ff-9d90-1e9eb1dada34 with status ACTIVE [ 896.893034] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.893145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.893228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.893435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.893679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.893758] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.893812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.893847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.893986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.894072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.894257] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.894345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.894399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.894535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.894607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.894747] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d79782f1-a1c7-46ff-9d90-1e9eb1dada34 is going to be updated. [ 896.923397] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.923397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.923397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.923397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.923397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.923397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79782f1-a1c7-46ff-9d90-1e9eb1dada34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.109072] env[69155]: INFO networking_nsxv3.common.synchronization [req-61fec7a0-749e-43bd-b2c1-123230bb4d27 req-f63cbea9-a1e1-46ae-bb11-d4731794f657 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_members [ 897.109412] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_members [ 897.109595] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f105902b-77b9-40af-8672-f72d3c686927 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.110384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.110384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.110384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.110384] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.110384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.110384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.110715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.110715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.110715] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.206278] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 897.206447] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 deletion is rescheduled due to dependency. [ 897.206495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.206758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.206850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.207034] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.207149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.207215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.207358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.207439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.207530] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.422025] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.422025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.422025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.422025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.422025] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.422025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.422025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.422025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.422807] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.423214] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.423473] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.423705] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.424922] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.424922] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.424922] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.424922] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.456271] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.456841] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.456841] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.456841] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.457114] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.457287] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.457404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.457734] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.457867] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e76325a-18a8-4d2b-9aa6-8e1937dc3760',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.615975] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 in Status: SUCCESS [ 897.615975] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 deletion is rescheduled due to dependency. [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.615975] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.615975] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.615975] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f105902b-77b9-40af-8672-f72d3c686927 already deleted. [ 897.615975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.639146] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6a0103-b886-4958-ac98-89dde8181f4b in Status: SUCCESS [ 897.640033] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6a0103-b886-4958-ac98-89dde8181f4b deletion is rescheduled due to dependency. [ 897.640033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6a0103-b886-4958-ac98-89dde8181f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.641154] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3725f369-9211-4b19-9c32-e73ca67fa7da in Status: SUCCESS [ 897.641154] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3725f369-9211-4b19-9c32-e73ca67fa7da deletion is rescheduled due to dependency. [ 897.641154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.710137] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.961196] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.961515] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.961708] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.962119] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.962341] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.962573] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 not found, creating... [ 897.963557] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.963557] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.963557] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.963774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.964017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.965956] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.966164] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.966292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.966525] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.966667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.970648] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 is going to be created. [ 897.989534] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.989798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.989921] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.990290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.990947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.990947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.213686] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.717649] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.717649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.717649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.718316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.718316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.718316] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 898.746775] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.746775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.746775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.746775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.746775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.757110] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 898.968496] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.968734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.968849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.969192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.969360] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.230268] env[69155]: INFO networking_nsxv3.common.synchronization [req-61fec7a0-749e-43bd-b2c1-123230bb4d27 req-e91666b8-16ae-4bbc-87ea-3ff1ceb4a49d service nova] Enqueued Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_rules [ 899.230469] env[69155]: INFO networking_nsxv3.common.synchronization [req-61fec7a0-749e-43bd-b2c1-123230bb4d27 req-e91666b8-16ae-4bbc-87ea-3ff1ceb4a49d service nova] Enqueued Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_members [ 899.230610] env[69155]: INFO networking_nsxv3.common.synchronization [req-61fec7a0-749e-43bd-b2c1-123230bb4d27 req-e91666b8-16ae-4bbc-87ea-3ff1ceb4a49d service nova] Enqueued Resource ID: 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 with Priority: HIGHEST for action port [ 899.230890] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_rules [ 899.231028] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_members [ 899.231131] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 with Priority: HIGHEST for action port [ 899.231733] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f105902b-77b9-40af-8672-f72d3c686927 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.231887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.231932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.233329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.233468] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.234405] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f105902b-77b9-40af-8672-f72d3c686927 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.236260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.236727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.236727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.236727] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.236906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.236993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.237196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.237312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.237430] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.238303] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.238486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.238601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.238794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.238907] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e76325a-18a8-4d2b-9aa6-8e1937dc3760',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.476327] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.741381] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f105902b-77b9-40af-8672-f72d3c686927 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.742214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.749428] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.749428] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 with status ACTIVE [ 899.749428] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.749428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.749428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.749428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.749428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.749428] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.752769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.752769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.752769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.752769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.752769] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.752769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.752769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.752769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.752769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.752769] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 is going to be updated. [ 899.779497] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.779497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.779497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.779497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.779497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.779497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e76325a-18a8-4d2b-9aa6-8e1937dc3760" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.860065] env[69155]: INFO networking_nsxv3.common.synchronization [req-e07b12bd-b5c1-47e6-a988-5d824627c48f req-917cb741-5705-4d79-b516-560109da678a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_members [ 899.861537] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_members [ 899.862864] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.863947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.867418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.867861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.868197] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.868502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.868637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.868915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.869085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.869261] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.979289] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.256555] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.372853] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.373108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.373108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.373343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.373460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.373640] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.373837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.373837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.373970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.374126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.374342] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 already deleted. [ 900.374342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.482485] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 900.482899] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 900.538286] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.538519] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.538606] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.538882] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.540708] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.541105] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.541105] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.541758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.542419] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.542608] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.543049] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.543598] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.543859] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.544013] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.544273] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.544595] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.566731] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.566934] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.567096] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.567585] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.567685] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.567818] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.567995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.568366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.570396] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('284ec390-0c9d-4ef2-8bf3-b341f5e2c73c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.762026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.762026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.762026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.762026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.762026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.762026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f105902b-77b9-40af-8672-f72d3c686927 is going to be created. [ 900.777024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 900.777024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.777024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.777024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.777024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.777024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.777024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.777024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.777024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.777024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.777024] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.788871] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.792032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.792032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.792032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.792032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.802840] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f105902b-77b9-40af-8672-f72d3c686927 in Status: UNINITIALIZED for 2s [ 901.073487] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.074031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.074366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.074730] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.075097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.075360] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c not found, creating... [ 901.075673] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.075940] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.076179] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.076518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.076697] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.077016] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.077176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.077292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.077500] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.077633] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.077773] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c is going to be created. [ 901.100261] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.100566] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.100741] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.101058] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.101437] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.101647] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.165433] env[69155]: INFO networking_nsxv3.common.synchronization [req-73d3bff0-1c44-49ab-9ebf-ec86756b666a req-1a732361-c47a-4ef7-b071-13b2a4f32cdd tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 901.166231] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 901.166659] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.166840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.167026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.168268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.168487] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.168942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.168942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.169055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.169140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.169269] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.280889] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.281131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.281204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.281470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.281693] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.281827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.281931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.282119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.282237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.282358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.282551] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.282693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.282776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.282946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.283145] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.283268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.283350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.283532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.283635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.283904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.283904] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.375040] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.375040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.375040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.375040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.394200] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 901.394200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.394200] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 901.419936] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.420763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.420763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.420902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.426387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.427043] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 901.427196] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 901.427332] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 901.460705] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.460885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.460956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.461187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.462886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.463144] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 901.523903] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.524223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.524370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.524644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.524969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.526762] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 901.576805] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.576948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.577032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.577833] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.578122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.578385] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 901.578502] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d7ea92f8-8bb0-47b2-8987-4f3c21a752f0', '95567bd1-b4b4-4896-a8f3-8e32e7795690', 'c812774c-5d43-430e-8f04-29123bc05f18', '2dd92fc8-0c90-466d-ad17-f1960b574dce', 'c21609da-86bd-4169-9631-333218923791', '626c7ccd-d519-48fa-af22-4cb53cd18dcb', 'ab5d4a04-0e06-439f-838c-f8c7090fec3b', 'fdf8ccee-4773-4d89-b13c-097861be9056', '368d77eb-2974-4a18-ae4c-0102eceaf2b7', '36a64594-ec1b-4799-9dc9-54525ac87b78', '3089a536-0041-4663-88a3-589b39b7bf78', '7dc653a2-383b-4ec9-944b-4df2292b3b82', 'aabf1380-c83b-492a-b494-09a348b1c0fd', '24c20f19-e850-45c5-a80b-c4cd2d5869ff', '78df2d93-ac07-4b6c-a16a-49cd1c8f5af5', 'de81f3fa-29c2-4841-8ec9-18259827acd5', '1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c', '0f8b4477-69e9-4f8b-bff4-a70c1048ccfe', 'a6f90b33-013f-45cf-b8de-02ee4aabe311', 'ba6da679-0f0f-49c4-bb73-8be82ae7d90c', '78c53469-54b4-4e22-8c84-bd7d663c2178', '3725f369-9211-4b19-9c32-e73ca67fa7da', '97d4af54-924f-4ef6-878b-4d3c922518cd', '19f4c3a3-07bd-413f-9137-599cd0dc1420', 'c5a22103-f817-4656-ac9b-9fa2760d3fbb', '0771a660-a9c6-460a-aa14-3ffc99498e90', '352d459f-4902-46f4-bed1-f2f6e6f98aa1', '44792a08-5603-4544-ab1b-ecb907ed549b', 'c50c417c-c942-4892-bf70-4f98f05bd536', '7f7434f9-cfc8-4580-bde1-fbde85bcf212', 'e75f5772-31d0-4241-aa34-bfb17ed665ec', '6b6a0103-b886-4958-ac98-89dde8181f4b', 'f28ed89c-9a26-4276-925c-239f6b494d22', 'e9b6c869-58f2-4e96-a81f-5319b66c9ddb'} {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 901.578609] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 901.597439] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.597682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.597682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.598063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.598063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.598246] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 901.598246] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 901.598246] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 901.654919] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.657390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.657507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.657780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.658689] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.658923] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 901.659115] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 901.659331] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 901.659386] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 901.659491] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGH for action security_group_rules [ 901.662022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGH for action security_group_rules [ 901.663211] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGH for action security_group_rules [ 901.663211] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGH for action security_group_rules [ 901.663211] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGH for action security_group_rules [ 901.663211] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGH for action security_group_rules [ 901.663211] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGH for action security_group_rules [ 901.663211] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGH for action security_group_rules [ 901.663211] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGH for action security_group_rules [ 901.663211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.673992] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.795260] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5: rpc.has_security_group_logging(os_id): False [ 901.813333] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.813333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.813333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.813333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.830287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.830651] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.830794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.830838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.831112] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.831209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.831413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.831514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.831575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.831833] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.832167] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.832167] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.832260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.832294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.832471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.832559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.832681] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 901.940497] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.940673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.941029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.941472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.941669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.958053] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 902.114666] env[69155]: INFO networking_nsxv3.common.synchronization [None req-ddb764b5-2529-4516-9c54-02a469810eaf None None] Enqueued Resource ID: ab808d8e-bd7f-459e-8d3c-b784707521f7 with Priority: HIGHEST for action port [ 902.114666] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab808d8e-bd7f-459e-8d3c-b784707521f7 with Priority: HIGHEST for action port [ 902.114666] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 with Priority: HIGH for action security_group_rules [ 902.114991] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c812774c-5d43-430e-8f04-29123bc05f18 with Priority: HIGH for action security_group_rules [ 902.114991] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGH for action security_group_rules [ 902.114991] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGH for action security_group_rules [ 902.115253] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c with Priority: HIGH for action security_group_rules [ 902.115297] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGH for action security_group_rules [ 902.115404] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe with Priority: HIGH for action security_group_rules [ 902.115473] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c with Priority: HIGH for action security_group_rules [ 902.115597] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGH for action security_group_rules [ 902.115709] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de81f3fa-29c2-4841-8ec9-18259827acd5 with Priority: HIGH for action security_group_rules [ 902.115884] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabf1380-c83b-492a-b494-09a348b1c0fd with Priority: HIGH for action security_group_rules [ 902.115884] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGH for action security_group_rules [ 902.116176] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089a536-0041-4663-88a3-589b39b7bf78 with Priority: HIGH for action security_group_rules [ 902.121427] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 with Priority: HIGH for action security_group_rules [ 902.121427] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGH for action security_group_rules [ 902.121427] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGH for action security_group_rules [ 902.121427] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGH for action security_group_rules [ 902.121427] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21609da-86bd-4169-9631-333218923791 with Priority: HIGH for action security_group_rules [ 902.121427] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 with Priority: HIGH for action security_group_rules [ 902.121427] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGH for action security_group_rules [ 902.121427] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab808d8e-bd7f-459e-8d3c-b784707521f7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.121427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab808d8e-bd7f-459e-8d3c-b784707521f7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.121427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab808d8e-bd7f-459e-8d3c-b784707521f7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.121427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab808d8e-bd7f-459e-8d3c-b784707521f7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.121867] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab808d8e-bd7f-459e-8d3c-b784707521f7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.126028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.126028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.126028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.126028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.126028] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7ea92f8-8bb0-47b2-8987-4f3c21a752f0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.126633] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c812774c-5d43-430e-8f04-29123bc05f18 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.127490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.127579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.127783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.127844] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c812774c-5d43-430e-8f04-29123bc05f18',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.128685] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.128997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.128997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.128997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.129130] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.130104] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.130104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.133284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.133284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.133458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.133651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.133651] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba6da679-0f0f-49c4-bb73-8be82ae7d90c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.137797] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.137797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.137797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.138047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.138047] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.139142] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.142307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.142407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.142602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.142747] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f8b4477-69e9-4f8b-bff4-a70c1048ccfe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.143847] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.143956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.144920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.144920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.144920] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.145238] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.145305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.145368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.145518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.145587] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.147127] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de81f3fa-29c2-4841-8ec9-18259827acd5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.147243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.147286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.147433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.147503] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de81f3fa-29c2-4841-8ec9-18259827acd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.148319] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabf1380-c83b-492a-b494-09a348b1c0fd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.148420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.149159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.149159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.149159] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabf1380-c83b-492a-b494-09a348b1c0fd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.149493] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.149610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.149846] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.150024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.150088] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.150965] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3089a536-0041-4663-88a3-589b39b7bf78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.151829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.151829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.151829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.151829] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3089a536-0041-4663-88a3-589b39b7bf78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.152491] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a64594-ec1b-4799-9dc9-54525ac87b78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.152491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.152491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.152491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.152491] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a64594-ec1b-4799-9dc9-54525ac87b78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.154025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.154025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.154025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.154025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.154025] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.155794] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.155794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.155794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.155794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.155794] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.156054] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.156108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.156171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.156353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.156414] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.157181] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c21609da-86bd-4169-9631-333218923791 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.157297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.157337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.157474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.157538] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c21609da-86bd-4169-9631-333218923791',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.158323] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95567bd1-b4b4-4896-a8f3-8e32e7795690 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.158418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.158483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.158620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.158689] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95567bd1-b4b4-4896-a8f3-8e32e7795690',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.159626] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.159717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.159896] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.159963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.160010] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.160377] env[69155]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 902.168825] env[69155]: INFO networking_nsxv3.common.synchronization [req-e07b12bd-b5c1-47e6-a988-5d824627c48f req-8b3fa270-1f8f-400c-84e8-5ccc92d4c945 service nova] Enqueued Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_rules [ 902.169015] env[69155]: INFO networking_nsxv3.common.synchronization [req-e07b12bd-b5c1-47e6-a988-5d824627c48f req-8b3fa270-1f8f-400c-84e8-5ccc92d4c945 service nova] Enqueued Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_members [ 902.169159] env[69155]: INFO networking_nsxv3.common.synchronization [req-e07b12bd-b5c1-47e6-a988-5d824627c48f req-8b3fa270-1f8f-400c-84e8-5ccc92d4c945 service nova] Enqueued Resource ID: 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c with Priority: HIGHEST for action port [ 902.173272] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_rules [ 902.173272] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_members [ 902.173272] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c with Priority: HIGHEST for action port [ 902.176453] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.176627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.176798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.176944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.177080] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.177832] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.177943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.178024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.178187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.178331] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.178424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.178505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.178611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.178706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.178779] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.179523] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.179624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.180611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.180611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.180611] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('284ec390-0c9d-4ef2-8bf3-b341f5e2c73c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.180993] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.193068] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.193068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.193306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.193397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.219385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.219525] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c812774c-5d43-430e-8f04-29123bc05f18 is going to be deleted. [ 902.269868] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.269868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.269868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.269868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.269868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.269868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c812774c-5d43-430e-8f04-29123bc05f18" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.663658] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab808d8e-bd7f-459e-8d3c-b784707521f7 [ 902.663881] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.664248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.664248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.664380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.664380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.664444] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab808d8e-bd7f-459e-8d3c-b784707521f7 already deleted. [ 902.664522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab808d8e-bd7f-459e-8d3c-b784707521f7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.683822] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.683966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.684058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.684295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.685338] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c with status ACTIVE [ 902.685651] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.685651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.685799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.685845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.685915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.686085] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.686180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.686248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.686368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.686441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.686686] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.686686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.686957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.686957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.686957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.687347] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c is going to be updated. [ 902.688020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.688123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.688205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.688331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.688408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.688493] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 902.690069] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.691031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.691130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.692687] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.692793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.706690] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.706961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.706961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.707101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.707684] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.707684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.707684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.707684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.707684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.707981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.707981] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.708712] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.708843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.709935] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.710075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.710145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.710301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.711492] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.711492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.711492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.711492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.711492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.711492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.711492] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.714383] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.714944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.714944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.714944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.714944] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.715151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.715151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.715278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.715358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.715444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.715525] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.725031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.725031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.725031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.725328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.725328] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.725447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.725509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.725677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.725762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.725857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.725950] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.726874] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.726990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.728462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.728462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.728462] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.728462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.728462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.728462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.728462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.728462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.728462] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.731752] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.731864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.731922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.732121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.733317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.733317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.739564] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.739725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.740612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.740612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.740612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.742622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.742731] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7ea92f8-8bb0-47b2-8987-4f3c21a752f0 is going to be deleted. [ 902.743889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.744096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.768046] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.768222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.770477] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.770670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.771579] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.771718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.772639] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.774100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.774100] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 902.774345] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.774558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.775252] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.775348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.776130] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.776246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.777414] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.777519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.778289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.778423] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be deleted. [ 902.780357] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.780357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.780357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.780357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.782401] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.782401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.799366] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 902.800370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.800370] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95567bd1-b4b4-4896-a8f3-8e32e7795690 is going to be deleted. [ 902.802129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.802129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.811740] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.811903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.813941] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f105902b-77b9-40af-8672-f72d3c686927 in Status: SUCCESS [ 902.813941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.813941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.814169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.814405] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.815481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.815481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.815481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.815481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.815481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.815481] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.820957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.820957] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba6da679-0f0f-49c4-bb73-8be82ae7d90c is going to be deleted. [ 902.822408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.822408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.841019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.841019] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c is going to be deleted. [ 902.841019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.841019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.866766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.866968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.877201] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.877201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.891413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.891695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.895745] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 902.896101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.896286] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c21609da-86bd-4169-9631-333218923791 is going to be deleted. [ 902.897153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.898017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.978265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.978455] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3089a536-0041-4663-88a3-589b39b7bf78 is going to be deleted. [ 902.979406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.979625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.015928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.016053] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f8b4477-69e9-4f8b-bff4-a70c1048ccfe is going to be deleted. [ 903.017497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.017731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.033489] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.033489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.050864] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.051178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.078373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.078530] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be deleted. [ 903.079515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.079736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.118208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.118208] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a64594-ec1b-4799-9dc9-54525ac87b78 is going to be deleted. [ 903.118208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.118824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.141215] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.141345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.147312] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.147312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.168099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.168099] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de81f3fa-29c2-4841-8ec9-18259827acd5 is going to be deleted. [ 903.168532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.168774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.195844] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.213351] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.214079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.223245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.223389] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabf1380-c83b-492a-b494-09a348b1c0fd is going to be deleted. [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7ea92f8-8bb0-47b2-8987-4f3c21a752f0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.226364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.226867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95567bd1-b4b4-4896-a8f3-8e32e7795690" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.227086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.227250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.227335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.227442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba6da679-0f0f-49c4-bb73-8be82ae7d90c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.227576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.227723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.227804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.228072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe3b7fb-f97a-4ffc-81e3-65a1d4b2071c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.228072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.228313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.228313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.228434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c21609da-86bd-4169-9631-333218923791" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.228565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.228683] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.228790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.228915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f8b4477-69e9-4f8b-bff4-a70c1048ccfe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.229163] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.233284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.233284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.233284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.233284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3089a536-0041-4663-88a3-589b39b7bf78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.233284] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.233284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.233493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.233649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.233694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.235086] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.235226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.235277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.235466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.235732] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.235877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.235958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.236170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.236256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.236339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.236923] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.237059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.237125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.237277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.237419] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.237510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.237567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.237717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.238211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.238306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.238409] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.239528] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.239528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.239627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.239715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.239872] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.239994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.240079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.240240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.240336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.240419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.240574] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.240708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.240768] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.241734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.241734] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.241734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.241734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.241734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.241734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.241734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.242258] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.247063] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.247063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.247063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.247063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.247063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.247063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a64594-ec1b-4799-9dc9-54525ac87b78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.247063] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.247063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.247063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.247063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.248390] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.248390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.248390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.248390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.248390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.248390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.248390] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.248873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.248873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.248873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.249035] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.249111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.249160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.249303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.249354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.249423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.249508] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.313922] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.314182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.314249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.315127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.315127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.315127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de81f3fa-29c2-4841-8ec9-18259827acd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.319626] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.371105] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 903.371711] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.371820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.371889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.372079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.372164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.372285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabf1380-c83b-492a-b494-09a348b1c0fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.699688] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.699851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.699920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.700172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.700265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.700367] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 is going to be created. [ 903.724591] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.724814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.724928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.725170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.725330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.734068] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 in Status: UNINITIALIZED for 2s [ 903.735381] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dd92fc8-0c90-466d-ad17-f1960b574dce: rpc.has_security_group_logging(os_id): False [ 903.743776] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24c20f19-e850-45c5-a80b-c4cd2d5869ff: rpc.has_security_group_logging(os_id): False [ 903.744733] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 626c7ccd-d519-48fa-af22-4cb53cd18dcb: rpc.has_security_group_logging(os_id): False [ 903.745527] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdf8ccee-4773-4d89-b13c-097861be9056: rpc.has_security_group_logging(os_id): False [ 903.752110] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 368d77eb-2974-4a18-ae4c-0102eceaf2b7: rpc.has_security_group_logging(os_id): False [ 903.773287] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.773422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.773492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.773688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.775966] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.776089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.780605] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.780724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.781280] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.781423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.782023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.782121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.792387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.792633] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.792728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.792798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.792981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.793082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.793176] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce is going to be updated. [ 903.794099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.794258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.819743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.820105] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.820249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.820249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.820434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.820509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.820605] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb is going to be updated. [ 903.821603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.821762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.822684] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f105902b-77b9-40af-8672-f72d3c686927: rpc.has_security_group_logging(os_id): False [ 903.855400] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.855597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.867636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.867906] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.868106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.868106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.868310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.868396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.868592] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.868689] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.868772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.868933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.869015] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.869210] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.869290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.869348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.869483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.869557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.869647] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff is going to be updated. [ 903.874651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.874892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.893991] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.894222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.904638] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.904839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.905770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.906016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.906136] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.906203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.906389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.906470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.906655] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.906752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.906817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.906961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.907249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.907459] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.907542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.907604] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.907745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.907821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.907912] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be updated. [ 903.908909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.909120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.909199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.909416] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.909498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.909561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.909701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.909776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.909864] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f105902b-77b9-40af-8672-f72d3c686927 is going to be created. [ 903.910788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.910945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.951213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.951213] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.951213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.951213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.951213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.951213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.951636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.951636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.951636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.951753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.951753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.951969] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.952070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.952138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.952281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.952358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.952452] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 903.957269] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.957463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.957610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.958675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.958850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.959416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.991105] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.991105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.991105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.991105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.991105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.012706] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.012869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.012941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.013174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.013355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.017875] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.017875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.017875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.017875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.018098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.019667] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 904.019667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.021249] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: IN_PROGRESS for 2s [ 904.022498] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb in Status: IN_PROGRESS for 2s [ 904.023133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.023209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.023392] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.024621] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: IN_PROGRESS for 2s [ 904.025588] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f105902b-77b9-40af-8672-f72d3c686927 in Status: IN_PROGRESS for 2s [ 904.032919] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: IN_PROGRESS for 2s [ 904.128050] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.128881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.129126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.129438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.129689] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.149698] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 904.526995] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.527169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.527236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.527457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.527624] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.527739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.527775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.527916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.527995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.528119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.528213] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.720991] env[69155]: INFO networking_nsxv3.common.synchronization [None req-119cf140-affc-46eb-8c43-e514fd5a5b46 None None] Enqueued Resource ID: b8af5931-1831-438d-96c2-5f9e2d983fb0 with Priority: HIGHEST for action port [ 904.720991] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8af5931-1831-438d-96c2-5f9e2d983fb0 with Priority: HIGHEST for action port [ 904.721141] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8af5931-1831-438d-96c2-5f9e2d983fb0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.721486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8af5931-1831-438d-96c2-5f9e2d983fb0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.721486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8af5931-1831-438d-96c2-5f9e2d983fb0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.721591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8af5931-1831-438d-96c2-5f9e2d983fb0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.721691] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8af5931-1831-438d-96c2-5f9e2d983fb0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.784440] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 904.784663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.784856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.785092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.785287] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.785407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.785466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.786880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.786880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.786880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.786880] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.033709] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.035560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.035560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.035560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.035560] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.035560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.039062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.039062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.039062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.039062] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.226175] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8af5931-1831-438d-96c2-5f9e2d983fb0 [ 905.226175] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.226175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.226175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.226175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.226175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.226175] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8af5931-1831-438d-96c2-5f9e2d983fb0 already deleted. [ 905.226175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8af5931-1831-438d-96c2-5f9e2d983fb0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.292370] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.292370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.292370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.292370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.292370] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.292370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.292370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.292370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.292370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.292740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.292740] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.292740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.292966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.292966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.293110] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.293201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.293262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.293423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.293500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.293599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.293689] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.540682] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5: rpc.has_security_group_logging(os_id): False [ 905.557191] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.557333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.557404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.557622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.557709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.557918] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.558041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.558105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.558616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.558616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.558616] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.558616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.558786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.558786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.558923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.559179] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.559179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.559292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.559444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.559525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.559640] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 905.707784] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.707784] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.707784] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.708041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.708041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.722709] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 905.744300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 in Status: SUCCESS [ 905.744513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.744742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.745047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.745342] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.745453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.745528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.746023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.746023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.746023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.746187] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.797702] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc653a2-383b-4ec9-944b-4df2292b3b82: rpc.has_security_group_logging(os_id): False [ 905.826241] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.826241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.826241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.826241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.856668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.857027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.857191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.857293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.857530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.857649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.857962] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.862162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.862162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.862162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.862162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.862162] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.862162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.862162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.862162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.862162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.862162] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 905.920394] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.920562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.920562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.920755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.920916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.932866] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 906.049729] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f105902b-77b9-40af-8672-f72d3c686927 in Status: SUCCESS [ 906.049979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.059309] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: SUCCESS [ 906.059309] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.059309] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb in Status: SUCCESS [ 906.059309] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.059309] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 906.059309] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.060186] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: SUCCESS [ 906.060510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.163055] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 906.163055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.249325] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.591952] env[69155]: INFO networking_nsxv3.common.synchronization [req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 req-28968120-cf90-48bb-a362-eef375798884 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 906.592500] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 906.592802] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.592917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.592979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.594024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.594024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.594189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.594189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.594321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.594408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.594500] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.861714] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b12e0e2c-1407-4ee7-9f91-c782d4d9d152: rpc.has_security_group_logging(os_id): False [ 906.878639] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.878810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.878847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.879072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.879286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.879429] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.879486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.879558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.879686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.879793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.879841] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 is going to be created. [ 906.932152] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.932152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.932152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.932152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.932395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.946291] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 in Status: IN_PROGRESS for 2s [ 907.097462] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.097783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.097783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.097890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.097976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.098191] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.098282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.099293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.099293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.099293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.099293] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 907.125026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.125698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.125698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.125698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.125698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.133749] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 907.735614] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 907.735929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.947056] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 907.947307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.963638] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 in Status: SUCCESS [ 908.963893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.144588] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 909.144852] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 deletion is rescheduled due to dependency. [ 909.145010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.491718] env[69155]: INFO networking_nsxv3.common.synchronization [req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 req-9243ed4d-b1a7-4fdf-ab15-ffc15cb8b731 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Enqueued Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGHEST for action security_group_members [ 909.491718] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGHEST for action security_group_members [ 909.491954] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e74997-4903-4056-9208-f98e939a00de taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.491954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.491954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.495022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.495022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.495022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.495022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.495022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.495022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.495022] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e74997-4903-4056-9208-f98e939a00de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.997306] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.997628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.997628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.997733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.997822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.998038] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.998141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.998181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.998320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.998387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.998472] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e74997-4903-4056-9208-f98e939a00de already deleted. [ 909.998543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.221453] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.221731] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-699" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.221888] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-699" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.222842] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-699" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.222943] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.223147] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.223309] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.223645] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.223723] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.224027] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.224188] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.224352] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.224453] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.224972] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.224972] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.225137] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.243062] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.243249] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.243391] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.243570] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-699" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.243915] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-955b079c-69ec-419b-92bc-78e15fbe290d taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.244110] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-955b079c-69ec-419b-92bc-78e15fbe290d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.244238] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-955b079c-69ec-419b-92bc-78e15fbe290d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.244568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-955b079c-69ec-419b-92bc-78e15fbe290d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.244743] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955b079c-69ec-419b-92bc-78e15fbe290d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.747689] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.747926] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.748059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.748370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.748526] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.748741] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 955b079c-69ec-419b-92bc-78e15fbe290d not found, creating... [ 910.748959] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.749450] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.749450] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.749553] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.749610] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.750061] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.750061] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.750195] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.750381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.750499] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.750922] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 955b079c-69ec-419b-92bc-78e15fbe290d is going to be created. [ 910.770679] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.770958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.771069] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.771374] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.772061] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.772061] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-955b079c-69ec-419b-92bc-78e15fbe290d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.478514] env[69155]: INFO networking_nsxv3.common.synchronization [req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 req-b964b4ea-b103-4193-883c-ab7d79bbc31a service nova] Enqueued Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGHEST for action security_group_rules [ 911.478514] env[69155]: INFO networking_nsxv3.common.synchronization [req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 req-b964b4ea-b103-4193-883c-ab7d79bbc31a service nova] Enqueued Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGHEST for action security_group_members [ 911.478514] env[69155]: INFO networking_nsxv3.common.synchronization [req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 req-b964b4ea-b103-4193-883c-ab7d79bbc31a service nova] Enqueued Resource ID: 955b079c-69ec-419b-92bc-78e15fbe290d with Priority: HIGHEST for action port [ 911.478514] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGHEST for action security_group_rules [ 911.478514] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGHEST for action security_group_members [ 911.478514] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955b079c-69ec-419b-92bc-78e15fbe290d with Priority: HIGHEST for action port [ 911.478970] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9e74997-4903-4056-9208-f98e939a00de taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.478970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.479125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.481470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.483109] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9e74997-4903-4056-9208-f98e939a00de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.483986] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e74997-4903-4056-9208-f98e939a00de taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.484172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.484172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.484345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.484495] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.484586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.484640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.484835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.484915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.484999] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e74997-4903-4056-9208-f98e939a00de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.492111] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-955b079c-69ec-419b-92bc-78e15fbe290d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.492111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-955b079c-69ec-419b-92bc-78e15fbe290d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.492111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-955b079c-69ec-419b-92bc-78e15fbe290d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.492111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-955b079c-69ec-419b-92bc-78e15fbe290d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.492111] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955b079c-69ec-419b-92bc-78e15fbe290d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.992052] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e74997-4903-4056-9208-f98e939a00de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.994533] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e74997-4903-4056-9208-f98e939a00de taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.994533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.995669] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 955b079c-69ec-419b-92bc-78e15fbe290d with status ACTIVE [ 911.996216] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.996216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.996216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.996413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.996413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.996500] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.996594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.997703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.997703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.997703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.997703] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.997703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.997703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.997703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.997703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.997703] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 955b079c-69ec-419b-92bc-78e15fbe290d is going to be updated. [ 912.021909] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.022129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.022446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.022724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.022911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.023157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-955b079c-69ec-419b-92bc-78e15fbe290d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.495873] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e74997-4903-4056-9208-f98e939a00de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.998626] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.998993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.998993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.999166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.999260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.999379] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e74997-4903-4056-9208-f98e939a00de is going to be created. [ 913.022605] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.022990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.022990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.023171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.023323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.032353] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e74997-4903-4056-9208-f98e939a00de in Status: UNINITIALIZED for 2s [ 913.751106] env[69155]: INFO networking_nsxv3.common.synchronization [req-41d4780a-4deb-4801-84c8-596adac87a10 req-840f6a82-a3d9-451b-8fd2-8354352c4946 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Enqueued Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGHEST for action security_group_members [ 913.751620] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGHEST for action security_group_members [ 913.752352] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21f4d1e-5afb-477f-9526-f1a1d5b79328 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.752636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.752636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.752969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.753137] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.753302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.753378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.753559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.753609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.753737] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e21f4d1e-5afb-477f-9526-f1a1d5b79328',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.048911] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.049184] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-257" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.049357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-257" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.049691] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-257" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.050058] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.050276] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.050441] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.050718] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.050940] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.051228] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.051388] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.051546] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.051698] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.051883] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.052075] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.052346] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.071484] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.071662] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.071809] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.071990] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-257" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.072339] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.072548] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.072787] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.073125] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.073306] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91427f66-8d41-4c62-a7b5-a5fbb0905cc8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.256120] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.256275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.256345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.256552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.256635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.256882] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.256939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.257091] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.257170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.257219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.259696] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 already deleted. [ 914.259696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.578260] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.578260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.578260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.578260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.578260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.578260] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 91427f66-8d41-4c62-a7b5-a5fbb0905cc8 not found, creating... [ 914.578260] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.578642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.578642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.578718] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.578821] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.579181] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.579350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.579473] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.579696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.580540] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.580540] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 91427f66-8d41-4c62-a7b5-a5fbb0905cc8 is going to be created. [ 914.600138] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.600476] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.600560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.600771] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.601016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.601258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.041635] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e74997-4903-4056-9208-f98e939a00de in Status: SUCCESS [ 915.041995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.042124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.042336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.042523] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.042639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.042700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.042848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.042929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.043019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.043109] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9e74997-4903-4056-9208-f98e939a00de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.271179] env[69155]: INFO networking_nsxv3.common.synchronization [req-41d4780a-4deb-4801-84c8-596adac87a10 req-9f2f815a-75a5-475e-a404-a77f81e83031 service nova] Enqueued Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGHEST for action security_group_rules [ 915.271380] env[69155]: INFO networking_nsxv3.common.synchronization [req-41d4780a-4deb-4801-84c8-596adac87a10 req-9f2f815a-75a5-475e-a404-a77f81e83031 service nova] Enqueued Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGHEST for action security_group_members [ 915.271539] env[69155]: INFO networking_nsxv3.common.synchronization [req-41d4780a-4deb-4801-84c8-596adac87a10 req-9f2f815a-75a5-475e-a404-a77f81e83031 service nova] Enqueued Resource ID: 91427f66-8d41-4c62-a7b5-a5fbb0905cc8 with Priority: HIGHEST for action port [ 915.271818] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGHEST for action security_group_rules [ 915.271943] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGHEST for action security_group_members [ 915.272013] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91427f66-8d41-4c62-a7b5-a5fbb0905cc8 with Priority: HIGHEST for action port [ 915.272621] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.272747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.272813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.273072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.273175] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e21f4d1e-5afb-477f-9526-f1a1d5b79328',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.273961] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21f4d1e-5afb-477f-9526-f1a1d5b79328 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.275152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.275237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.275412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.275561] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.275666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.275774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.276135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.276135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.276135] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e21f4d1e-5afb-477f-9526-f1a1d5b79328',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.277564] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.277676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.277962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.277962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.277962] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91427f66-8d41-4c62-a7b5-a5fbb0905cc8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.546123] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e74997-4903-4056-9208-f98e939a00de taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.546123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.546123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.546424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.546463] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.546664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.546664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.546818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.546949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.546996] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.547151] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e74997-4903-4056-9208-f98e939a00de taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.547243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.547304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.547460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.547611] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.547701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.547758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.547898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.547975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.548066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.548154] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9e74997-4903-4056-9208-f98e939a00de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.779815] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e21f4d1e-5afb-477f-9526-f1a1d5b79328',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.781471] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21f4d1e-5afb-477f-9526-f1a1d5b79328 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.781732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.782242] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91427f66-8d41-4c62-a7b5-a5fbb0905cc8 with status ACTIVE [ 915.782500] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.782658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.782759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.787822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.788057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.788374] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.788584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.788691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.789046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.789197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.789492] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.789631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.789774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.789991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.790120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.790295] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91427f66-8d41-4c62-a7b5-a5fbb0905cc8 is going to be updated. [ 915.813486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.813793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.813879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.814171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.814309] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.814599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91427f66-8d41-4c62-a7b5-a5fbb0905cc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.051033] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9e74997-4903-4056-9208-f98e939a00de: rpc.has_security_group_logging(os_id): False [ 916.067966] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.068145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.068193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.068407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.068499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.068694] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.068794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.068856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.069016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.069095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.069306] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.069401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.069462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.069597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.069669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.069842] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.069932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.070081] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.070423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.070575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.070620] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9e74997-4903-4056-9208-f98e939a00de is going to be created. [ 916.132481] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.132687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.132789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.133008] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.133200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.145765] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e74997-4903-4056-9208-f98e939a00de in Status: IN_PROGRESS for 2s [ 916.283250] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e21f4d1e-5afb-477f-9526-f1a1d5b79328',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.785814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.786046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.786117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.786279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.786367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.786462] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 is going to be created. [ 916.807633] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.807783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.807783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.807993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.808160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.817120] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 in Status: UNINITIALIZED for 2s [ 918.156409] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e74997-4903-4056-9208-f98e939a00de in Status: SUCCESS [ 918.156687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.832032] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 in Status: SUCCESS [ 918.832264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.832854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.832854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.832854] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.833047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.833047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.833321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.833321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.833321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.833466] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e21f4d1e-5afb-477f-9526-f1a1d5b79328',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.335730] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21f4d1e-5afb-477f-9526-f1a1d5b79328 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.336032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.336032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.336270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.336401] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.336504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.336568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.336718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.336808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.336894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.337079] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21f4d1e-5afb-477f-9526-f1a1d5b79328 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.337206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.337336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.337375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.337496] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.337585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.337643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.337779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.337860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.337937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.338035] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e21f4d1e-5afb-477f-9526-f1a1d5b79328',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.840474] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e21f4d1e-5afb-477f-9526-f1a1d5b79328: rpc.has_security_group_logging(os_id): False [ 919.857629] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.857629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.857629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.857629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.857629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.858120] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.858120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.858120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.858253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.858253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.858395] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.858488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.858549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.858687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.858759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.859074] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.859074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.859218] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.859281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.859348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.859431] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 is going to be created. [ 919.911689] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.911947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.912036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.912221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.912415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.926154] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 in Status: IN_PROGRESS for 2s [ 920.272949] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 920.273066] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 921.939275] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 in Status: SUCCESS [ 921.939275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.275503] env[69155]: INFO networking_nsxv3.common.synchronization [req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a req-9d6584b1-7f32-4336-bb13-931a73c1a8a5 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 923.278041] env[69155]: INFO networking_nsxv3.common.synchronization [req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 req-d0989624-0dee-4532-a54f-bfc70ca12873 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Enqueued Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGHEST for action security_group_members [ 923.278041] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 923.278041] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGHEST for action security_group_members [ 923.278041] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.278041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.278041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.278041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.278041] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.278041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.278041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.278041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.278560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.278560] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.279598] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e74997-4903-4056-9208-f98e939a00de taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.279598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.279598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.279785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.279823] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.279894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.279952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.280097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.280176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.280261] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e74997-4903-4056-9208-f98e939a00de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.782569] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.782569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.782714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.782856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.782970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.783192] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.783336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.783402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.783622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.783677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.783715] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 923.785136] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.786342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.786342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.786342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.786342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.786532] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.786625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.786666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.786821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.786914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.787009] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e74997-4903-4056-9208-f98e939a00de is going to be updated. [ 923.798760] env[69155]: INFO networking_nsxv3.common.synchronization [req-d372639d-58dc-43ee-b892-1a0660e1a2d1 req-90e41db3-fa85-4cd6-9027-709514539e91 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 923.799200] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGHEST for action security_group_members [ 923.799733] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.799733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.799733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.799914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.800024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.800121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.800184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.800330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.800410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.800499] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.822830] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.822967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.823049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.823250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.823387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.834024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 923.854631] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.854817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.854990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.855136] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.855310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.863624] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e74997-4903-4056-9208-f98e939a00de in Status: IN_PROGRESS for 2s [ 924.306196] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.306690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.306690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.306690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.306869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.306925] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.307054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.307098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.307260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.307331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.307418] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff is going to be updated. [ 924.334291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.334463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.334530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.334696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.334986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.343030] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: IN_PROGRESS for 2s [ 925.842459] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 925.842759] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 deletion is rescheduled due to dependency. [ 925.842759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.872907] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e74997-4903-4056-9208-f98e939a00de in Status: SUCCESS [ 925.873018] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e74997-4903-4056-9208-f98e939a00de deletion is rescheduled due to dependency. [ 925.873132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.354668] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff in Status: SUCCESS [ 926.354668] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff deletion is rescheduled due to dependency. [ 926.354668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.800548] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 928.800802] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 929.155539] env[69155]: INFO networking_nsxv3.common.synchronization [req-ca84d8ac-2641-4f91-b771-3675dc75a55c req-204901ad-fb71-49e3-9513-1da14c1ba5a2 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Enqueued Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGHEST for action security_group_members [ 929.156300] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGHEST for action security_group_members [ 929.156622] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e21f4d1e-5afb-477f-9526-f1a1d5b79328 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.156747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.156817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.157127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.157363] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.157515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.157617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.157863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.158077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.158828] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e21f4d1e-5afb-477f-9526-f1a1d5b79328',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.662148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.662304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.662692] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.662692] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.662837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.662994] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.663106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.663170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.663323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.663402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.663489] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 is going to be updated. [ 929.692185] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.692421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.692421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.692633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.692777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.701063] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 in Status: IN_PROGRESS for 2s [ 931.712610] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 in Status: SUCCESS [ 931.712918] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 deletion is rescheduled due to dependency. [ 931.713056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.874309] env[69155]: INFO networking_nsxv3.common.synchronization [None req-23f970b6-d361-4789-99a0-54027f884b07 None None] Enqueued Resource ID: 0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108 with Priority: HIGHEST for action port [ 932.874860] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108 with Priority: HIGHEST for action port [ 932.875175] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.875296] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.875367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.875756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.875756] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.377653] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108 [ 933.377915] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.378071] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.378144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.378351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.378439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.378535] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108 already deleted. [ 933.378616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0acbec0c-6cd9-43b7-8ec0-5eb9cfb10108" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.970183] env[69155]: INFO networking_nsxv3.common.synchronization [None req-be712bc7-a6eb-430d-b8b8-f7f1caa49fb2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 933.970729] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 933.971044] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.971170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.971235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.971484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.971568] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.091639] env[69155]: INFO networking_nsxv3.common.synchronization [None req-3344b618-e776-41fb-8e2c-37fbf5325ced tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 934.091639] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 934.091962] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.092116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.498604] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.498754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.498829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.505024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.505024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.505024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb already deleted. [ 934.505024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.505024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.505024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.505024] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.673158] env[69155]: INFO networking_nsxv3.common.synchronization [None req-1c941238-c6bb-4827-aed4-90b1a49a0bf5 None None] Enqueued Resource ID: d0145039-4dfb-402b-aa96-c459bb5e4ea0 with Priority: HIGHEST for action port [ 934.673158] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0145039-4dfb-402b-aa96-c459bb5e4ea0 with Priority: HIGHEST for action port [ 934.673158] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0145039-4dfb-402b-aa96-c459bb5e4ea0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.673158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0145039-4dfb-402b-aa96-c459bb5e4ea0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.673158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0145039-4dfb-402b-aa96-c459bb5e4ea0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.673158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0145039-4dfb-402b-aa96-c459bb5e4ea0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.673158] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0145039-4dfb-402b-aa96-c459bb5e4ea0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.028170] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.028170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.028170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.028170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.028170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.028170] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb already deleted. [ 935.028170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.177717] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0145039-4dfb-402b-aa96-c459bb5e4ea0 [ 935.177969] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.178110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.178175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.178376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.178457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.178550] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0145039-4dfb-402b-aa96-c459bb5e4ea0 already deleted. [ 935.178639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0145039-4dfb-402b-aa96-c459bb5e4ea0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.671646] env[69155]: INFO networking_nsxv3.common.synchronization [req-2ad805e4-b766-4295-ae2f-e67505ab7bff req-7af57679-3ede-475a-bc63-bfc736935b81 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 936.672193] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 936.672514] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.672635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.672702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.672924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673104] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.673214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.673265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.673397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673480] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673573] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.106236] env[69155]: INFO networking_nsxv3.common.synchronization [req-6882d3e7-4c88-4428-9c66-b9afacff3f49 req-8f95f4e6-d44f-47c8-8095-87e12ac9c82f tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Enqueued Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_members [ 937.106778] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_members [ 937.107106] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.107323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.107323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.107541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.107691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.107785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.107840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.107989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.108088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.108179] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.175928] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.545436] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.545639] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-236" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.545772] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-236" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.546132] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-236" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.546395] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.546559] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.546682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.546906] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.547210] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.547520] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.547779] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.547933] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.548168] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.548415] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.549051] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.549051] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.569268] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.569448] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.569816] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.569816] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-236" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.570151] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-5130d362-f690-4e0e-961f-1d3b3ac9033c taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.570335] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-5130d362-f690-4e0e-961f-1d3b3ac9033c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.571029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-5130d362-f690-4e0e-961f-1d3b3ac9033c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.571029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-5130d362-f690-4e0e-961f-1d3b3ac9033c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.571029] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5130d362-f690-4e0e-961f-1d3b3ac9033c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.610098] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.610257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.610336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.610549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.610640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.610831] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.610937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.610996] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.611161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.611238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.611322] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c already deleted. [ 937.611394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.678309] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.074044] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.074362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.074558] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.074993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.075234] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.076028] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 5130d362-f690-4e0e-961f-1d3b3ac9033c not found, creating... [ 938.076028] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.076199] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.076293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.076532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.076740] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.077261] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.077484] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.077758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.077940] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.078144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.078369] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 5130d362-f690-4e0e-961f-1d3b3ac9033c is going to be created. [ 938.100214] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.100441] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.100568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.100853] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.101137] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.101359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-5130d362-f690-4e0e-961f-1d3b3ac9033c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.180932] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.181184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.181184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.181394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.181493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.181598] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 938.219857] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.220084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.220190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.220482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.220654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.229887] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 939.213020] env[69155]: INFO networking_nsxv3.common.synchronization [req-6882d3e7-4c88-4428-9c66-b9afacff3f49 req-fb680137-e112-4526-b56f-455f7ba876e7 service nova] Enqueued Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_rules [ 939.213273] env[69155]: INFO networking_nsxv3.common.synchronization [req-6882d3e7-4c88-4428-9c66-b9afacff3f49 req-fb680137-e112-4526-b56f-455f7ba876e7 service nova] Enqueued Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_members [ 939.213356] env[69155]: INFO networking_nsxv3.common.synchronization [req-6882d3e7-4c88-4428-9c66-b9afacff3f49 req-fb680137-e112-4526-b56f-455f7ba876e7 service nova] Enqueued Resource ID: 5130d362-f690-4e0e-961f-1d3b3ac9033c with Priority: HIGHEST for action port [ 939.213597] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_rules [ 939.213719] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_members [ 939.213811] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5130d362-f690-4e0e-961f-1d3b3ac9033c with Priority: HIGHEST for action port [ 939.214487] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.214919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.215028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.215238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.215321] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.216293] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.216382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.216452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.216619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.216788] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.216863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.216923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.217074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.217158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.217267] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.217996] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5130d362-f690-4e0e-961f-1d3b3ac9033c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.218218] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5130d362-f690-4e0e-961f-1d3b3ac9033c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.218280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5130d362-f690-4e0e-961f-1d3b3ac9033c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.221552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5130d362-f690-4e0e-961f-1d3b3ac9033c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.221552] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5130d362-f690-4e0e-961f-1d3b3ac9033c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.565096] env[69155]: INFO networking_nsxv3.common.synchronization [req-bdc13cc2-19d0-4897-bc8a-9c911291a19b req-f42dfa12-4140-4a15-988a-952daa24d1e7 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 939.565626] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 939.565988] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.566404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.566473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.566679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.566921] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.566921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.567048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.567482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.567579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.567676] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.719743] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.719962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.720027] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.720847] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5130d362-f690-4e0e-961f-1d3b3ac9033c with status ACTIVE [ 939.721037] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.721153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.721220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.721416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.721515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.721682] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.721775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.721836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.725021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.725021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.725021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.725021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.725021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.725021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.725021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.725021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5130d362-f690-4e0e-961f-1d3b3ac9033c is going to be updated. [ 939.743337] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.743458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.743524] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.743702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.743826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.743972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5130d362-f690-4e0e-961f-1d3b3ac9033c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.848194] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.848333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.848385] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.848610] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.848879] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.849052] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.849200] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.849408] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.849554] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.849767] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.849885] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.849998] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.850124] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.850236] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.850344] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.850479] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.867077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.867260] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 939.867401] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.867633] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.868121] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-81a606fe-1c5e-460b-b7c9-11eebe790128 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.868121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-81a606fe-1c5e-460b-b7c9-11eebe790128" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.868268] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-81a606fe-1c5e-460b-b7c9-11eebe790128" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.868473] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-81a606fe-1c5e-460b-b7c9-11eebe790128" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.868666] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a606fe-1c5e-460b-b7c9-11eebe790128',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.070233] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.070395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.070470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.070680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.070775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.070968] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.071083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.071268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.071435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.071514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.071607] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 940.097342] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.097495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.097538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.097711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.097842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.105888] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 940.224650] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.238353] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 940.238590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.374046] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.374330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.374499] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.374818] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.375060] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.375253] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 81a606fe-1c5e-460b-b7c9-11eebe790128 not found, creating... [ 940.375563] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.375755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.375906] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.376172] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.376336] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.376658] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.376841] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.376992] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.377261] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.377437] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.377599] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 81a606fe-1c5e-460b-b7c9-11eebe790128 is going to be created. [ 940.397191] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.397415] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.397534] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.397805] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.398047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.398435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-81a606fe-1c5e-460b-b7c9-11eebe790128" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.727554] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.727718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.727790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.728016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.728117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.728218] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c is going to be created. [ 940.753403] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.753540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.753599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.753932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.753932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.763021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c in Status: UNINITIALIZED for 2s [ 941.068020] env[69155]: INFO networking_nsxv3.common.synchronization [req-bdc13cc2-19d0-4897-bc8a-9c911291a19b req-422ca11c-aba7-49a5-9d9b-026ad9907e15 service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 941.068020] env[69155]: INFO networking_nsxv3.common.synchronization [req-bdc13cc2-19d0-4897-bc8a-9c911291a19b req-422ca11c-aba7-49a5-9d9b-026ad9907e15 service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 941.068020] env[69155]: INFO networking_nsxv3.common.synchronization [req-bdc13cc2-19d0-4897-bc8a-9c911291a19b req-422ca11c-aba7-49a5-9d9b-026ad9907e15 service nova] Enqueued Resource ID: 81a606fe-1c5e-460b-b7c9-11eebe790128 with Priority: HIGHEST for action port [ 941.068020] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 941.068020] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 941.068020] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a606fe-1c5e-460b-b7c9-11eebe790128 with Priority: HIGHEST for action port [ 941.068020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.068020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.068020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.068800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.068981] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.070929] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.071191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.071490] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a606fe-1c5e-460b-b7c9-11eebe790128 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.072949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a606fe-1c5e-460b-b7c9-11eebe790128" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.072949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a606fe-1c5e-460b-b7c9-11eebe790128" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.072949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a606fe-1c5e-460b-b7c9-11eebe790128" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.072949] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a606fe-1c5e-460b-b7c9-11eebe790128',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.573960] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.574272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.574746] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81a606fe-1c5e-460b-b7c9-11eebe790128 with status ACTIVE [ 941.574746] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.574956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.574956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.575513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.575513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.575630] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.575682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.575826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.575981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.576125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.577034] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.577034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.577034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.577034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.577034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.577034] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81a606fe-1c5e-460b-b7c9-11eebe790128 is going to be updated. [ 941.596292] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.596437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.596505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.597270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.597270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.597270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a606fe-1c5e-460b-b7c9-11eebe790128" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.115511] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 4s [ 942.772125] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c in Status: SUCCESS [ 942.772351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.772506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.772712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.772931] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.773085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.773153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.773324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.773399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.773486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.773586] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.276474] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.780263] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c: rpc.has_security_group_logging(os_id): False [ 943.800373] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.800485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.800551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.800820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.800959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.801198] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.801298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.801361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.801513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.801580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.801699] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c is going to be created. [ 943.883496] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.883496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.883496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.883496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.883496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.893290] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c in Status: IN_PROGRESS for 2s [ 944.128313] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 944.128509] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 deletion is rescheduled due to dependency. [ 944.128601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.128768] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.128984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.129188] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.129295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.129358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.129502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.129576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.129672] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.631604] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.134420] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.638799] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.639008] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.639093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.639314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.639409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.639511] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 945.666448] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.666629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.666681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.666927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.667113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.675264] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 945.903983] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c in Status: SUCCESS [ 945.905059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.067892] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 946.068008] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 946.725501] env[69155]: INFO networking_nsxv3.common.synchronization [req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 req-0a5a4480-f460-4237-9e02-451f98e75f6b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Enqueued Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 946.726298] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 946.726419] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.726526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.726593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.726844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.727145] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.727265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.727381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.727472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.727555] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.727649] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.093243] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.093243] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.093243] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.093243] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.093243] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.093243] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.093668] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.094032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.094321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.094742] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.095057] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.095324] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.095558] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.097778] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.097778] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.097778] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.116021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.116021] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.116021] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.116021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.116021] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-ad49a786-3d2a-42aa-b94f-0c633aa98991 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.116021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-ad49a786-3d2a-42aa-b94f-0c633aa98991" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.116021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-ad49a786-3d2a-42aa-b94f-0c633aa98991" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.116021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-ad49a786-3d2a-42aa-b94f-0c633aa98991" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.116021] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad49a786-3d2a-42aa-b94f-0c633aa98991',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.230255] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.230424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.230459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.230667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.230754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.230938] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.231053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.231102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.231877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.231970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.232077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd already deleted. [ 947.232163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.619354] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.619710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.619862] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.620166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.620353] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.620611] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port ad49a786-3d2a-42aa-b94f-0c633aa98991 not found, creating... [ 947.621060] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.621334] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.621539] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.621829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.621984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.622291] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.622452] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.622577] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.622788] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.622937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.623097] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: ad49a786-3d2a-42aa-b94f-0c633aa98991 is going to be created. [ 947.641076] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.641294] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.641422] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.641673] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.641898] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.642144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-ad49a786-3d2a-42aa-b94f-0c633aa98991" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.683739] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 947.683979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.684159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.684378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.684571] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.684688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.684754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.684978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.685125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.685229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.685328] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.190754] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.190754] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.190754] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.190754] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.190754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.191531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.191531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.191531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.191531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.191531] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.698901] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdf8ccee-4773-4d89-b13c-097861be9056: rpc.has_security_group_logging(os_id): False [ 948.722155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.722155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.722155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.722155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.722594] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.722594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.722594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.722594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.722594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.723821] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 948.802154] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.802154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.802154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.802154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.802154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.808285] env[69155]: INFO networking_nsxv3.common.synchronization [req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 req-f8e7de54-e5fb-4717-be27-5491aa26ae84 service nova] Enqueued Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_rules [ 948.808285] env[69155]: INFO networking_nsxv3.common.synchronization [req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 req-f8e7de54-e5fb-4717-be27-5491aa26ae84 service nova] Enqueued Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 948.808285] env[69155]: INFO networking_nsxv3.common.synchronization [req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 req-f8e7de54-e5fb-4717-be27-5491aa26ae84 service nova] Enqueued Resource ID: ad49a786-3d2a-42aa-b94f-0c633aa98991 with Priority: HIGHEST for action port [ 948.808285] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_rules [ 948.808285] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 948.808285] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad49a786-3d2a-42aa-b94f-0c633aa98991 with Priority: HIGHEST for action port [ 948.808285] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.808285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.808285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.808755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.808947] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.812065] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.812065] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.812065] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.812065] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad49a786-3d2a-42aa-b94f-0c633aa98991 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad49a786-3d2a-42aa-b94f-0c633aa98991" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad49a786-3d2a-42aa-b94f-0c633aa98991" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.812065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad49a786-3d2a-42aa-b94f-0c633aa98991" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.812065] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad49a786-3d2a-42aa-b94f-0c633aa98991',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.820698] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 949.314730] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.315034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.315200] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.316184] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad49a786-3d2a-42aa-b94f-0c633aa98991 with status ACTIVE [ 949.316827] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.316827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.316827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.316827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.316827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.317065] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.317154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.317154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.317337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.317439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.317630] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.317716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.317780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.317923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.317997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.318093] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad49a786-3d2a-42aa-b94f-0c633aa98991 is going to be updated. [ 949.338635] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.339196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.339196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.339196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.339357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.339357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad49a786-3d2a-42aa-b94f-0c633aa98991" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.820298] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.033699] env[69155]: INFO networking_nsxv3.common.synchronization [req-81eb1524-54b2-4047-b24b-f6851c92d371 req-44dc7666-7f23-4fc8-a1ad-089eafb224e2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 950.033916] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 950.034238] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.035582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.035654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.035855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.036051] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.036156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.036221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.036373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.036458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.036549] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.326506] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.326854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.326854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.326969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.327019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.327121] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd is going to be created. [ 950.359833] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.361305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.361305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.361305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.361305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.368900] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: UNINITIALIZED for 2s [ 950.481959] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.482241] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.482378] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.482654] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.482939] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.483170] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.483235] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.483445] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.483591] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.483802] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.483919] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.484043] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.484158] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.484267] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.484374] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.484507] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.501798] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.501874] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.501974] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.502166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-525" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.502463] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-e9d23194-27bc-4fac-9a84-cbaa76fa6410 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.502629] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-e9d23194-27bc-4fac-9a84-cbaa76fa6410" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.502750] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-e9d23194-27bc-4fac-9a84-cbaa76fa6410" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.503062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-e9d23194-27bc-4fac-9a84-cbaa76fa6410" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.503209] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d23194-27bc-4fac-9a84-cbaa76fa6410',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.543328] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.543446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.543997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.543997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.543997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.544126] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.544223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.544287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.544440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.544542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.544601] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be deleted. [ 950.572534] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.572534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.572534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.572706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.572706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.572818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.872723] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 950.872875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.006260] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.006486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.006608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.006899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.007070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.007236] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port e9d23194-27bc-4fac-9a84-cbaa76fa6410 not found, creating... [ 951.007508] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.007671] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.007793] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.008031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.008179] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.008595] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.008836] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.008970] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.009250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.009454] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.009609] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: e9d23194-27bc-4fac-9a84-cbaa76fa6410 is going to be created. [ 951.029695] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.029695] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.029695] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.029915] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.030103] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.030874] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-e9d23194-27bc-4fac-9a84-cbaa76fa6410" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.835732] env[69155]: INFO networking_nsxv3.common.synchronization [req-81eb1524-54b2-4047-b24b-f6851c92d371 req-b1a16e17-cd33-4cc7-b655-d83d4a37a338 service nova] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_rules [ 951.835732] env[69155]: INFO networking_nsxv3.common.synchronization [req-81eb1524-54b2-4047-b24b-f6851c92d371 req-b1a16e17-cd33-4cc7-b655-d83d4a37a338 service nova] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 951.835732] env[69155]: INFO networking_nsxv3.common.synchronization [req-81eb1524-54b2-4047-b24b-f6851c92d371 req-b1a16e17-cd33-4cc7-b655-d83d4a37a338 service nova] Enqueued Resource ID: e9d23194-27bc-4fac-9a84-cbaa76fa6410 with Priority: HIGHEST for action port [ 951.835732] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_rules [ 951.835732] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 951.835732] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d23194-27bc-4fac-9a84-cbaa76fa6410 with Priority: HIGHEST for action port [ 951.835732] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.835732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.835732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.836338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.836338] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.836794] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.836900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.836965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.837145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.837352] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.837451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.837511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.837656] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.837736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.837821] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.838583] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d23194-27bc-4fac-9a84-cbaa76fa6410 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.838708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d23194-27bc-4fac-9a84-cbaa76fa6410" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.838746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d23194-27bc-4fac-9a84-cbaa76fa6410" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.838881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d23194-27bc-4fac-9a84-cbaa76fa6410" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.839195] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d23194-27bc-4fac-9a84-cbaa76fa6410',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.341012] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.342050] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.342191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.342338] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9d23194-27bc-4fac-9a84-cbaa76fa6410 with status ACTIVE [ 952.342715] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.343084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.343084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.343190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.343242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.343417] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.343527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.343569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.343719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.343805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.343963] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.344738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.344821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.345054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.345303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.345427] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9d23194-27bc-4fac-9a84-cbaa76fa6410 is going to be updated. [ 952.365110] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.366192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.366192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.366192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.366192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.366192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d23194-27bc-4fac-9a84-cbaa76fa6410" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.378146] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: SUCCESS [ 952.378146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.378146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.378146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.378420] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.378556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.378624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.378787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.378873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.378968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.379115] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.847981] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.882329] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.884055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.884055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.884055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.884055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.884576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.884576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.884576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.884576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.884576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.884576] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.352364] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.352364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.352500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.353181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.353181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.353181] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be created. [ 953.375488] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.375488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.375488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.375701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.375905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.384454] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: UNINITIALIZED for 2s [ 953.386834] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd: rpc.has_security_group_logging(os_id): False [ 953.401784] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.401899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.401939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.402770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.402770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.402770] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.402770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.402770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.402770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.402770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.403057] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.403057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.403128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.403261] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.403294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.403477] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.403570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.403630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.403766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.403894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.403928] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd is going to be created. [ 953.455206] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.455344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.455408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.455613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.455830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.466160] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: IN_PROGRESS for 2s [ 953.468118] env[69155]: INFO networking_nsxv3.common.synchronization [req-41bdcfb0-ce19-46af-b4c7-616420b079cb req-16a8f997-6b7d-4390-8003-7baf1665890b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 953.468636] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 953.468968] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.469109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.469199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.469405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.469557] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.469670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.469720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.469923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.469982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.470068] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.933062] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.933062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.933601] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.934163] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.934735] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.935209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.935491] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.935906] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.936379] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.936782] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.938027] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.938027] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.938027] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.938027] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.938027] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.938027] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.960827] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.960827] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.960827] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.960827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.960827] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-ec7aaddb-9e5a-4664-8f71-44c00e49048f taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.960827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-ec7aaddb-9e5a-4664-8f71-44c00e49048f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.960827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-ec7aaddb-9e5a-4664-8f71-44c00e49048f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.960827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-ec7aaddb-9e5a-4664-8f71-44c00e49048f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.960827] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec7aaddb-9e5a-4664-8f71-44c00e49048f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.975157] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.975157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.975157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.975157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.975157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.975157] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.975157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.975157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.975157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.975157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.975157] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 954.011936] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.011936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.011936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.011936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.011936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.026155] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 954.462937] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.463202] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.463334] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.463612] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.463767] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.463933] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port ec7aaddb-9e5a-4664-8f71-44c00e49048f not found, creating... [ 954.464207] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.464367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.464493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.464718] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.464858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.465235] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.465389] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.465508] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.465717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.465856] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.466023] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: ec7aaddb-9e5a-4664-8f71-44c00e49048f is going to be created. [ 954.484481] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.484675] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.484804] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.485164] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.485404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.485632] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-ec7aaddb-9e5a-4664-8f71-44c00e49048f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.358277] env[69155]: INFO networking_nsxv3.common.synchronization [req-41bdcfb0-ce19-46af-b4c7-616420b079cb req-6918e7c9-3b95-4e4a-9e23-b125408b62ac service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 955.358544] env[69155]: INFO networking_nsxv3.common.synchronization [req-41bdcfb0-ce19-46af-b4c7-616420b079cb req-6918e7c9-3b95-4e4a-9e23-b125408b62ac service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 955.358583] env[69155]: INFO networking_nsxv3.common.synchronization [req-41bdcfb0-ce19-46af-b4c7-616420b079cb req-6918e7c9-3b95-4e4a-9e23-b125408b62ac service nova] Enqueued Resource ID: ec7aaddb-9e5a-4664-8f71-44c00e49048f with Priority: HIGHEST for action port [ 955.359083] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 955.359707] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 955.359707] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7aaddb-9e5a-4664-8f71-44c00e49048f with Priority: HIGHEST for action port [ 955.359707] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.359707] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.359897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.359967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.360026] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.360832] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.360930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.361165] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec7aaddb-9e5a-4664-8f71-44c00e49048f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.361228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec7aaddb-9e5a-4664-8f71-44c00e49048f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.361279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec7aaddb-9e5a-4664-8f71-44c00e49048f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.361522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec7aaddb-9e5a-4664-8f71-44c00e49048f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.361522] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec7aaddb-9e5a-4664-8f71-44c00e49048f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.392980] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 955.393222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.393602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.393811] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.393992] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.394124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.394180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.394329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.394407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.394490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.394580] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.486933] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: SUCCESS [ 955.487192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.863908] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.864188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.865651] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec7aaddb-9e5a-4664-8f71-44c00e49048f with status ACTIVE [ 955.865911] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.866087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.866183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.866437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.866533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.866747] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.866887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.866956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.867168] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.867302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.867488] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.867612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.867672] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.867856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.867948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.868080] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec7aaddb-9e5a-4664-8f71-44c00e49048f is going to be updated. [ 955.888649] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.888649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.888896] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.892024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.892024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.892024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec7aaddb-9e5a-4664-8f71-44c00e49048f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.897088] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.897388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.897497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.897765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.897995] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.898137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.898228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.898419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.898522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.898615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.898812] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.898916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.899016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.899231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.899388] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.899510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.899579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.899751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.900662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.900879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.901055] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.037096] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 956.037507] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 deletion is rescheduled due to dependency. [ 956.037747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.037965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.038285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.038543] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.038709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.038776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.039204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.039204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.039308] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.403379] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab5d4a04-0e06-439f-838c-f8c7090fec3b: rpc.has_security_group_logging(os_id): False [ 956.423395] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.423551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.423625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.423841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.423932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.424173] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.424274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.424337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.424488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.424560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.424780] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.425111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.425192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.425500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.425578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.425752] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.425849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.425909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.430131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.430244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.430344] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be created. [ 956.480848] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.481015] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.481096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.481383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.481739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.492009] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: IN_PROGRESS for 2s [ 956.541561] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.047913] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.550880] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.554102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.554102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.554102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.554102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.554102] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 957.581830] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.582020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.583036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.583036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.583036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.590774] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 958.504757] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 958.505128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.600442] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 959.600776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.600999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.601706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.601706] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.601706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.601889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.601916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.601993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.602139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.602264] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.104936] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.104936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.104936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.104936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.105283] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.105283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.105387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.105869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.107514] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.107514] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.107514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.107514] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.360622] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 960.361257] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 960.615730] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5: rpc.has_security_group_logging(os_id): False [ 960.641970] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.641970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.642178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.642779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.642779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.642779] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.642779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.642779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.643176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.643176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.643262] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.643504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.643504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.643678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.643678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.643789] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.643881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.643954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.644848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.644848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.644848] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 960.702385] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.702495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.702545] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.702758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.702906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.726304] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 961.906689] env[69155]: INFO networking_nsxv3.common.synchronization [req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e req-df67beb9-05af-4280-be05-4c74449b4fcb tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 961.907712] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGHEST for action security_group_members [ 961.907712] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.907821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.907926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.910117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.910405] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.910491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.910491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.910673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.910777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.910873] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.413521] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.413688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.413754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.414074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.414074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.414535] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.414672] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.414749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.415037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.415169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.415298] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be updated. [ 962.440173] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.440304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.440376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.440575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.440712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.449446] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: IN_PROGRESS for 2s [ 962.741657] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 962.741966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.442448] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f5cd0120-e11e-4392-9652-b671cab502c2 None None] Enqueued Resource ID: b3eda50b-97a9-42a4-953a-8cb38a4e675c with Priority: HIGHEST for action port [ 964.442743] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eda50b-97a9-42a4-953a-8cb38a4e675c with Priority: HIGHEST for action port [ 964.443361] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3eda50b-97a9-42a4-953a-8cb38a4e675c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.443477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3eda50b-97a9-42a4-953a-8cb38a4e675c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.443543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3eda50b-97a9-42a4-953a-8cb38a4e675c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.444272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3eda50b-97a9-42a4-953a-8cb38a4e675c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.444442] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3eda50b-97a9-42a4-953a-8cb38a4e675c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.459357] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b in Status: SUCCESS [ 964.459490] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b deletion is rescheduled due to dependency. [ 964.459550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.947359] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3eda50b-97a9-42a4-953a-8cb38a4e675c [ 964.948850] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.948850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.948850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.948850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.948850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.948850] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3eda50b-97a9-42a4-953a-8cb38a4e675c already deleted. [ 964.948850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3eda50b-97a9-42a4-953a-8cb38a4e675c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.633931] env[69155]: INFO networking_nsxv3.common.synchronization [None req-7f05b8ac-070b-42b7-b1f6-cd09cdfbb663 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Enqueued Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_rules [ 965.633931] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_rules [ 965.633931] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.633931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.633931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.633931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.633931] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.726998] env[69155]: INFO networking_nsxv3.common.synchronization [None req-0d01bf83-5784-437c-bcd6-9e36de3dddc8 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Enqueued Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_rules [ 965.726998] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_rules [ 965.726998] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.726998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.155013] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.155013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.155013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.155013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.155013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.155013] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e already deleted. [ 966.155013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.155013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.155451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.155451] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.309089] env[69155]: INFO networking_nsxv3.common.synchronization [None req-69061605-e017-4125-be0e-9f8849290f51 None None] Enqueued Resource ID: 43c3c15b-1dac-4957-af64-635c3362ea4e with Priority: HIGHEST for action port [ 966.309777] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c3c15b-1dac-4957-af64-635c3362ea4e with Priority: HIGHEST for action port [ 966.310658] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c3c15b-1dac-4957-af64-635c3362ea4e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.310658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c3c15b-1dac-4957-af64-635c3362ea4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.310658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c3c15b-1dac-4957-af64-635c3362ea4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.310964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c3c15b-1dac-4957-af64-635c3362ea4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.311094] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c3c15b-1dac-4957-af64-635c3362ea4e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.674999] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.674999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.674999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.674999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.674999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.674999] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e already deleted. [ 966.674999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.815142] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43c3c15b-1dac-4957-af64-635c3362ea4e [ 966.815142] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.815486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.815486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.815486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.815581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.815680] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43c3c15b-1dac-4957-af64-635c3362ea4e already deleted. [ 966.815757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c3c15b-1dac-4957-af64-635c3362ea4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.218351] env[69155]: INFO networking_nsxv3.common.synchronization [req-d7a10e6a-59a1-42f5-8507-302aa27f1397 req-d53ae911-9daf-45b3-b6eb-8d4013a6c766 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Enqueued Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_members [ 969.218899] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 with Priority: HIGHEST for action security_group_members [ 969.219311] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-352d459f-4902-46f4-bed1-f2f6e6f98aa1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.219435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.219435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.219654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.219932] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.219932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.220074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.220103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.220216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.220333] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('352d459f-4902-46f4-bed1-f2f6e6f98aa1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.327372] env[69155]: INFO networking_nsxv3.common.synchronization [req-5fe3d99f-79f3-455e-a754-5b378599d9f8 req-13795577-c307-40ce-abb9-ba68db06c61d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 969.327888] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 969.328370] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.328370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.328370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.328622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.328932] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.328932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.328932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.330197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.330301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.330401] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.722828] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.723034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.723100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.723278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.744281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.744463] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.744596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.744664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.744845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.744926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.745054] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 is going to be updated. [ 969.769392] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.769614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.769614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.769852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.769963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.777293] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 in Status: IN_PROGRESS for 2s [ 969.832368] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.832609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.832609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.832778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.832867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.833109] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.833217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.833281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.833436] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.833520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.833598] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb already deleted. [ 969.833938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.264901] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.265250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.265327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.265912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.265949] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.266217] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.266396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.267292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.267514] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.268149] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.268149] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.268149] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.268149] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.268293] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.268460] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.268641] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.289649] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.289912] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.290057] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.290252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.290467] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-dab4a885-cc6d-4e15-899d-fe3359eb6267 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.290653] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-dab4a885-cc6d-4e15-899d-fe3359eb6267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.290774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-dab4a885-cc6d-4e15-899d-fe3359eb6267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.291138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-dab4a885-cc6d-4e15-899d-fe3359eb6267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.291292] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab4a885-cc6d-4e15-899d-fe3359eb6267',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.793312] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.793487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.793616] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.793889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.794055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.794280] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port dab4a885-cc6d-4e15-899d-fe3359eb6267 not found, creating... [ 970.794560] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.794727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.794848] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.795137] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.795295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.795579] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.795739] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.795857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.796085] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.796248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.796395] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: dab4a885-cc6d-4e15-899d-fe3359eb6267 is going to be created. [ 970.816761] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.816932] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.817071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.817301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.817522] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.817734] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-dab4a885-cc6d-4e15-899d-fe3359eb6267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.650750] env[69155]: INFO networking_nsxv3.common.synchronization [req-5fe3d99f-79f3-455e-a754-5b378599d9f8 req-cebcce8c-467e-419b-81f4-5c818175f67d service nova] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 971.650750] env[69155]: INFO networking_nsxv3.common.synchronization [req-5fe3d99f-79f3-455e-a754-5b378599d9f8 req-cebcce8c-467e-419b-81f4-5c818175f67d service nova] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 971.650750] env[69155]: INFO networking_nsxv3.common.synchronization [req-5fe3d99f-79f3-455e-a754-5b378599d9f8 req-cebcce8c-467e-419b-81f4-5c818175f67d service nova] Enqueued Resource ID: dab4a885-cc6d-4e15-899d-fe3359eb6267 with Priority: HIGHEST for action port [ 971.650750] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 971.650750] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 971.650750] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab4a885-cc6d-4e15-899d-fe3359eb6267 with Priority: HIGHEST for action port [ 971.650750] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.650750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.650750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.650750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.650750] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.651290] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.651290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.651290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.651396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.651538] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.651628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.651687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.651866] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.651900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.651986] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.652731] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-dab4a885-cc6d-4e15-899d-fe3359eb6267 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.652829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dab4a885-cc6d-4e15-899d-fe3359eb6267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.652892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dab4a885-cc6d-4e15-899d-fe3359eb6267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.653096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dab4a885-cc6d-4e15-899d-fe3359eb6267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.653134] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab4a885-cc6d-4e15-899d-fe3359eb6267',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.787265] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 in Status: SUCCESS [ 971.787458] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352d459f-4902-46f4-bed1-f2f6e6f98aa1 deletion is rescheduled due to dependency. [ 971.787537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352d459f-4902-46f4-bed1-f2f6e6f98aa1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.154814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.154814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.156456] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.158994] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dab4a885-cc6d-4e15-899d-fe3359eb6267 with status ACTIVE [ 972.158994] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.158994] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.158994] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.158994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.158994] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dab4a885-cc6d-4e15-899d-fe3359eb6267 is going to be updated. [ 972.178945] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.179227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.179227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.179496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.179496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.179678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dab4a885-cc6d-4e15-899d-fe3359eb6267" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.662126] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.164054] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.164226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.164301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.164563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.164687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.164813] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be created. [ 973.201864] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.202027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.202110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.202273] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.202424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.219333] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: UNINITIALIZED for 2s [ 974.567423] env[69155]: INFO networking_nsxv3.common.synchronization [req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 req-c430caf0-9214-4256-a9e5-f4c6a4b57db5 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 974.567967] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 974.568363] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.569179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.569179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.569179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.569179] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.569179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.569179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.569387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.569438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.569527] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.071364] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.235609] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 975.235609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.235802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.235895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.236098] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.236222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.236286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.236487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.237251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.237251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.237251] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.573562] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.739451] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.076631] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.076806] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.076892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.077134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.077248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.077321] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 976.117449] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.117449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.117660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.117695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.118668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.126405] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 976.242221] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e82a5c99-e741-442b-94c0-6f5f625c97cb: rpc.has_security_group_logging(os_id): False [ 976.262701] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.262701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.262701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.262701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.262701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.263008] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.263008] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.263008] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.263187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.263269] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.263359] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be created. [ 976.321588] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.321940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.321940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.322064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.322198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.334227] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 977.101665] env[69155]: INFO networking_nsxv3.common.synchronization [req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb req-9f94cd64-65e3-45ef-a36c-f9e6c8affcd0 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Enqueued Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 977.102309] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 977.102667] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.102879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.102934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.103311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.103528] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.103732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.103814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.104012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.104149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.104404] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.606194] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.111140] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.138073] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 978.138285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.345457] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 978.345688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.614179] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.614347] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.614676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.614676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.614773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.614803] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f5772-31d0-4241-aa34-bfb17ed665ec is going to be updated. [ 978.644015] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.644229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.644229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.644438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.644582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.654938] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: IN_PROGRESS for 2s [ 980.665947] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: SUCCESS [ 980.666307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.103395] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.103662] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 982.449513] env[69155]: INFO networking_nsxv3.common.synchronization [req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c req-bc56018d-c1e2-489e-8b47-199b19cfa7c7 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Enqueued Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 982.450149] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 982.450371] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.450491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.450556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.450747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.450899] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.451560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.451560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.451560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.451560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.451560] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.800165] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.800165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.800165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.800165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.800483] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.800638] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.800760] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.800983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.801236] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.801452] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.801582] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.801700] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.801814] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.802076] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.802076] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.802205] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.821614] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.821780] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.821923] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.822191] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.822524] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-40ba4d15-3e39-4065-bf90-70003057b103 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.822701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-40ba4d15-3e39-4065-bf90-70003057b103" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.822824] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-40ba4d15-3e39-4065-bf90-70003057b103" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.823230] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-40ba4d15-3e39-4065-bf90-70003057b103" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.823396] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ba4d15-3e39-4065-bf90-70003057b103',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.954027] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.326712] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.327074] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.327138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.327372] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.327531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.327689] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 40ba4d15-3e39-4065-bf90-70003057b103 not found, creating... [ 983.327955] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.328136] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.328259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.328486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.328628] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.328911] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.329085] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.329211] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.329412] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.329548] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.329689] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 40ba4d15-3e39-4065-bf90-70003057b103 is going to be created. [ 983.349355] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.349624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.349759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.350064] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.350805] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.350805] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-40ba4d15-3e39-4065-bf90-70003057b103" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.456700] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.958300] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.958458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.958548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.958744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.958830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.958992] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd is going to be updated. [ 983.987213] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.987213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.987213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.987213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.987213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.000859] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: IN_PROGRESS for 2s [ 984.108805] env[69155]: INFO networking_nsxv3.common.synchronization [req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c req-e10ffc6c-3ac5-4954-9521-cd029a117df2 service nova] Enqueued Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_rules [ 984.108995] env[69155]: INFO networking_nsxv3.common.synchronization [req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c req-e10ffc6c-3ac5-4954-9521-cd029a117df2 service nova] Enqueued Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 984.110311] env[69155]: INFO networking_nsxv3.common.synchronization [req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c req-e10ffc6c-3ac5-4954-9521-cd029a117df2 service nova] Enqueued Resource ID: 40ba4d15-3e39-4065-bf90-70003057b103 with Priority: HIGHEST for action port [ 984.110311] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_rules [ 984.110311] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 984.110311] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ba4d15-3e39-4065-bf90-70003057b103 with Priority: HIGHEST for action port [ 984.110311] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.110311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.110599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.110599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.110650] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.111531] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.112079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.112079] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-40ba4d15-3e39-4065-bf90-70003057b103 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.112079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40ba4d15-3e39-4065-bf90-70003057b103" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.112079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40ba4d15-3e39-4065-bf90-70003057b103" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.112359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40ba4d15-3e39-4065-bf90-70003057b103" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.112359] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ba4d15-3e39-4065-bf90-70003057b103',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.613839] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.614129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.614310] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40ba4d15-3e39-4065-bf90-70003057b103 with status ACTIVE [ 984.614549] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.614701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.614797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.615077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.615215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.615451] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.615588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.615680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.615911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.615996] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.616280] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.616388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.616482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.616678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.616787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.616907] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40ba4d15-3e39-4065-bf90-70003057b103 is going to be updated. [ 984.636465] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.636644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.636723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.636927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.637068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.637228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40ba4d15-3e39-4065-bf90-70003057b103" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.937942] env[69155]: INFO networking_nsxv3.common.synchronization [req-ed32b10e-655e-478f-9c24-bc4d6224d404 req-34bc68e5-9f93-4392-a5ea-5276d8e2bb13 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Enqueued Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_members [ 985.939079] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_members [ 985.939079] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b4545a-7b5e-4775-bac0-63fd1f58279e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.939079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.939248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.939390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.939562] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.939632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.939695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.939843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.939957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.940042] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.013032] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: SUCCESS [ 986.013032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.013032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.013032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.013032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.013032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.013032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.013032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.013032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.013032] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.413416] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.413541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-794" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.413589] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-794" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.413996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-794" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.414277] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.414658] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.416035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.416035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.416035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.416035] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.416035] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.416035] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.416035] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.416035] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.416035] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.416595] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.436099] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.436437] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.436625] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.436833] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-794" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.437217] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-942423d7-6bb6-4642-8e56-f895c788ec72 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.437480] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-942423d7-6bb6-4642-8e56-f895c788ec72" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.439135] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-942423d7-6bb6-4642-8e56-f895c788ec72" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.439135] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-942423d7-6bb6-4642-8e56-f895c788ec72" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.439135] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942423d7-6bb6-4642-8e56-f895c788ec72',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.442582] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.443192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.443278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.443482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.443568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.443759] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.443859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.443908] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.444063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.444132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.444214] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e already deleted. [ 986.444289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.516067] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.941678] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.941967] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.942171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.942340] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.942501] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.942653] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 942423d7-6bb6-4642-8e56-f895c788ec72 not found, creating... [ 986.943271] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.943449] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.943576] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.943799] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.943944] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.944250] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.944416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.944538] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.944747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.944884] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.945038] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 942423d7-6bb6-4642-8e56-f895c788ec72 is going to be created. [ 986.962567] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.962754] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.962881] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.963239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.963477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.963695] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-942423d7-6bb6-4642-8e56-f895c788ec72" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.018728] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.231683] env[69155]: INFO networking_nsxv3.common.synchronization [req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 req-29ef9400-53ec-4044-98da-30d46ef2cb09 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 987.232223] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 987.232529] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.232650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.232718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.232911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.235551] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.235980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.236548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.236785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.237102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.238078] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.521213] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.521390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.521462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.521678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.521769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.521867] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd is going to be updated. [ 987.550691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.550838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.550912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.551151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.551298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.561272] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: IN_PROGRESS for 2s [ 987.740847] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.741023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.741061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.741303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.761332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.766586] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.766586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.766586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.766586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.766586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.766586] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 987.792150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.792311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.792372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.792570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.792708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.801074] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 988.329911] env[69155]: INFO networking_nsxv3.common.synchronization [req-ed32b10e-655e-478f-9c24-bc4d6224d404 req-b75d8638-158c-4458-b54c-71a686834280 service nova] Enqueued Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_rules [ 988.330185] env[69155]: INFO networking_nsxv3.common.synchronization [req-ed32b10e-655e-478f-9c24-bc4d6224d404 req-b75d8638-158c-4458-b54c-71a686834280 service nova] Enqueued Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_members [ 988.330262] env[69155]: INFO networking_nsxv3.common.synchronization [req-ed32b10e-655e-478f-9c24-bc4d6224d404 req-b75d8638-158c-4458-b54c-71a686834280 service nova] Enqueued Resource ID: 942423d7-6bb6-4642-8e56-f895c788ec72 with Priority: HIGHEST for action port [ 988.330535] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_rules [ 988.330667] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_members [ 988.330761] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 942423d7-6bb6-4642-8e56-f895c788ec72 with Priority: HIGHEST for action port [ 988.332573] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.332573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.332573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.332761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.332797] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.338596] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b4545a-7b5e-4775-bac0-63fd1f58279e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.338733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.338811] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.338981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.339153] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.339361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.342020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.342020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.342020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.342020] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.342020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-942423d7-6bb6-4642-8e56-f895c788ec72 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.342020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-942423d7-6bb6-4642-8e56-f895c788ec72" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.342020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-942423d7-6bb6-4642-8e56-f895c788ec72" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.342020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-942423d7-6bb6-4642-8e56-f895c788ec72" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.342020] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942423d7-6bb6-4642-8e56-f895c788ec72',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.452609] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c54c7c55-589d-49b7-b1c0-1b93bf21744f None None] Enqueued Resource ID: d5e6d427-437c-4d96-924e-a3e56341380a with Priority: HIGHEST for action port [ 988.453481] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e6d427-437c-4d96-924e-a3e56341380a with Priority: HIGHEST for action port [ 988.453830] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5e6d427-437c-4d96-924e-a3e56341380a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.454196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5e6d427-437c-4d96-924e-a3e56341380a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.454196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5e6d427-437c-4d96-924e-a3e56341380a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.454392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5e6d427-437c-4d96-924e-a3e56341380a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.454476] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e6d427-437c-4d96-924e-a3e56341380a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.843581] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 942423d7-6bb6-4642-8e56-f895c788ec72 with status ACTIVE [ 988.843815] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.843955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.844039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.844268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.844323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.844502] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.844603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.844822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.844822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.844887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.848020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.848020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.848020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.848020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.848020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.848020] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 942423d7-6bb6-4642-8e56-f895c788ec72 is going to be updated. [ 988.848020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b4545a-7b5e-4775-bac0-63fd1f58279e taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.848020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.848020] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.874031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.874312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.874312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.874483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.874624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.874823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-942423d7-6bb6-4642-8e56-f895c788ec72" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.957996] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5e6d427-437c-4d96-924e-a3e56341380a [ 988.958263] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.958399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.958471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.958668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.958757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.958846] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5e6d427-437c-4d96-924e-a3e56341380a already deleted. [ 988.958925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5e6d427-437c-4d96-924e-a3e56341380a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.350371] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.570880] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: SUCCESS [ 989.571215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.571433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.571704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.571982] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.572156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.572247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.572472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.572623] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.572745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.572871] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.810845] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 989.810845] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb deletion is rescheduled due to dependency. [ 989.810845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.852903] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.853136] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.853198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.853418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.853504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.853622] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e is going to be created. [ 989.874623] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.874765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.874836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.875048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.875327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.883591] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e in Status: UNINITIALIZED for 2s [ 990.077888] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.077972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.078400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.078400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.078474] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.078582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.078645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.078794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.078880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.078966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.079126] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.079222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.079284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.079485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.079647] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.079743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.079805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.079943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.080037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.080122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.080223] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.326746] env[69155]: INFO networking_nsxv3.common.synchronization [None req-4b840e6b-26e9-4a48-bf7b-23e9cf94a163 None None] Enqueued Resource ID: ff7a388f-635a-4a69-8d9f-a126513dcd61 with Priority: HIGHEST for action port [ 990.327054] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff7a388f-635a-4a69-8d9f-a126513dcd61 with Priority: HIGHEST for action port [ 990.327637] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff7a388f-635a-4a69-8d9f-a126513dcd61 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.327771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff7a388f-635a-4a69-8d9f-a126513dcd61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.327829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff7a388f-635a-4a69-8d9f-a126513dcd61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.328106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff7a388f-635a-4a69-8d9f-a126513dcd61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.328190] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff7a388f-635a-4a69-8d9f-a126513dcd61',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.583084] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd: rpc.has_security_group_logging(os_id): False [ 990.602369] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.602752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.602752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.602838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.602917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.603149] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.603249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.603314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.603461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.603539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.603719] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.603809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.603870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.604037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.604100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.604290] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.604437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.604437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.604569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.605017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.605017] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd is going to be updated. [ 990.676354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.676532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.676607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.676825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.676975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.688896] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: IN_PROGRESS for 2s [ 990.830621] env[69155]: INFO networking_nsxv3.common.synchronization [req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d req-0ffa813f-1812-49ce-bbdd-99a92a9256d8 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 990.831015] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff7a388f-635a-4a69-8d9f-a126513dcd61 [ 990.831257] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.831420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.831517] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.831775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.831903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.832030] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff7a388f-635a-4a69-8d9f-a126513dcd61 already deleted. [ 990.832142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff7a388f-635a-4a69-8d9f-a126513dcd61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.832670] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 990.833018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.833295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.833295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.833441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.833608] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.833742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.833830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.834014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.834143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.834355] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.183526] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.183600] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.183876] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.184068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.184429] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.184628] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.184761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.185053] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.185297] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.187306] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.187306] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.187306] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.187306] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.187306] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.187306] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.187306] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.207946] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.207946] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.207946] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.207946] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.207946] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-7c63aea8-708a-468f-b023-01e71f1a2fd3 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.207946] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-7c63aea8-708a-468f-b023-01e71f1a2fd3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.207946] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-7c63aea8-708a-468f-b023-01e71f1a2fd3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.208461] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-7c63aea8-708a-468f-b023-01e71f1a2fd3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.208461] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c63aea8-708a-468f-b023-01e71f1a2fd3',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.339717] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.710930] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.712039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.712039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.712177] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.712225] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.712382] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 7c63aea8-708a-468f-b023-01e71f1a2fd3 not found, creating... [ 991.712776] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.712865] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.712933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.713182] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.713325] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.713886] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.713886] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.714186] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.714219] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.714359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.714515] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 7c63aea8-708a-468f-b023-01e71f1a2fd3 is going to be created. [ 991.735046] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.735046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.735046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.735046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.735046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.735046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-7c63aea8-708a-468f-b023-01e71f1a2fd3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.845515] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.900077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e in Status: SUCCESS [ 991.900188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.900341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.900557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.900749] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.900867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.900931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.901097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.901181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.901268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.901354] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.347700] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.347875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.347950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.348185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.348286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.348418] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 992.380890] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.381120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.381172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.381460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.381606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.394164] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 992.405641] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.567269] env[69155]: INFO networking_nsxv3.common.synchronization [req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d req-ec16cb6b-4fa4-408a-a079-df67dcebd904 service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 992.567453] env[69155]: INFO networking_nsxv3.common.synchronization [req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d req-ec16cb6b-4fa4-408a-a079-df67dcebd904 service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 992.567673] env[69155]: INFO networking_nsxv3.common.synchronization [req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d req-ec16cb6b-4fa4-408a-a079-df67dcebd904 service nova] Enqueued Resource ID: 7c63aea8-708a-468f-b023-01e71f1a2fd3 with Priority: HIGHEST for action port [ 992.567901] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 992.568040] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 992.568156] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c63aea8-708a-468f-b023-01e71f1a2fd3 with Priority: HIGHEST for action port [ 992.569025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.569258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.569328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.569537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.569639] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.570566] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.570719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.570888] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c63aea8-708a-468f-b023-01e71f1a2fd3 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.571045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c63aea8-708a-468f-b023-01e71f1a2fd3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.571088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c63aea8-708a-468f-b023-01e71f1a2fd3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.571242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c63aea8-708a-468f-b023-01e71f1a2fd3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.571383] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c63aea8-708a-468f-b023-01e71f1a2fd3',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.701950] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: SUCCESS [ 992.702259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.909447] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3b4545a-7b5e-4775-bac0-63fd1f58279e: rpc.has_security_group_logging(os_id): False [ 992.937545] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.937675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.937786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.937948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.938041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.938274] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.938374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.938511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.938562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.938665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.938713] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e is going to be created. [ 993.003118] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.003393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.003393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.003497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.003710] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.016186] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e in Status: IN_PROGRESS for 2s [ 993.076025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.076025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.076025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c63aea8-708a-468f-b023-01e71f1a2fd3 with status ACTIVE [ 993.076025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.076025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.076025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.076025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.076025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.076025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.076025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.076025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.076025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.076025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.076025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.076572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.076572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.076572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.076572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.076572] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c63aea8-708a-468f-b023-01e71f1a2fd3 is going to be updated. [ 993.109345] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.109345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.109345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.109345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.109345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.109345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c63aea8-708a-468f-b023-01e71f1a2fd3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.450394] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4c93dea-aa02-4416-abb7-b61de6981567 req-4bad119c-8cdb-4530-a610-434f434e723b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Enqueued Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 993.451308] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 993.452407] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.452407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.452407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.452601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.452950] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.452950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.452950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.453104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.453252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.453299] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.923825] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.925042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.925257] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.926252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.926252] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.926252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.926392] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.926540] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.926701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.927620] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.928221] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.928221] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.928324] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.928581] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.928796] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.929056] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.946693] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.946913] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 993.947076] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.947251] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.947560] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-5a95072d-1336-48de-aaa6-b9de9f8e6da7 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.947737] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-5a95072d-1336-48de-aaa6-b9de9f8e6da7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.947866] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-5a95072d-1336-48de-aaa6-b9de9f8e6da7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.948181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-5a95072d-1336-48de-aaa6-b9de9f8e6da7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.948332] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a95072d-1336-48de-aaa6-b9de9f8e6da7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.955129] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.955404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.955468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.955658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.955743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.955923] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.956026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.956090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.956260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.956313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.956398] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 already deleted. [ 993.956484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.403464] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 994.403678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.403849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.404101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.404320] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.404449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.404520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.404685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.404766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.404862] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.450808] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.451070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.451223] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.451527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.451702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.451876] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 5a95072d-1336-48de-aaa6-b9de9f8e6da7 not found, creating... [ 994.452232] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.452402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.452527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.452777] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.453358] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.453358] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.453600] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.453600] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.453736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.453878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.454026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 5a95072d-1336-48de-aaa6-b9de9f8e6da7 is going to be created. [ 994.472274] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.472520] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.472657] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.472936] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.473206] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.473436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-5a95072d-1336-48de-aaa6-b9de9f8e6da7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.907642] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.027089] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e in Status: SUCCESS [ 995.027382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.251547] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4c93dea-aa02-4416-abb7-b61de6981567 req-50adc8ec-4b76-4764-8bff-40308d472523 service nova] Enqueued Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_rules [ 995.251768] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4c93dea-aa02-4416-abb7-b61de6981567 req-50adc8ec-4b76-4764-8bff-40308d472523 service nova] Enqueued Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 995.251937] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4c93dea-aa02-4416-abb7-b61de6981567 req-50adc8ec-4b76-4764-8bff-40308d472523 service nova] Enqueued Resource ID: 5a95072d-1336-48de-aaa6-b9de9f8e6da7 with Priority: HIGHEST for action port [ 995.252205] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_rules [ 995.252332] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 995.252427] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a95072d-1336-48de-aaa6-b9de9f8e6da7 with Priority: HIGHEST for action port [ 995.252957] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.256499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.256594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.256868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.256970] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.257986] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.258115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.258189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.258350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.258498] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.258593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.258654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.258787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.258869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.258955] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.259708] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a95072d-1336-48de-aaa6-b9de9f8e6da7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.259988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a95072d-1336-48de-aaa6-b9de9f8e6da7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.259988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a95072d-1336-48de-aaa6-b9de9f8e6da7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.260061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a95072d-1336-48de-aaa6-b9de9f8e6da7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.261801] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a95072d-1336-48de-aaa6-b9de9f8e6da7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.410560] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.764081] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.764443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.765314] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.766066] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a95072d-1336-48de-aaa6-b9de9f8e6da7 with status ACTIVE [ 995.766335] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.766513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.766621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.768494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.768494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.768494] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.768494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.768494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.768494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.768494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.771392] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.771653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.771780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.771991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.772102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.772240] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a95072d-1336-48de-aaa6-b9de9f8e6da7 is going to be updated. [ 995.792455] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.792625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.792697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.792900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.793269] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.793269] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a95072d-1336-48de-aaa6-b9de9f8e6da7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.915311] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.915466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.916045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.916045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.916045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.916045] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 995.950781] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.950963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.951054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.951225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.951405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.960685] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 996.274525] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.776983] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.777172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.777246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.777477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.777558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.777671] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 is going to be created. [ 996.801041] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.801041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.801265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.801305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.801440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.809982] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: UNINITIALIZED for 2s [ 996.876695] env[69155]: INFO networking_nsxv3.common.synchronization [req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 req-fd2ad7ae-7562-4e65-9bf0-13459dc3e421 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Enqueued Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 996.877298] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 996.877989] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.878663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.324565] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.324851] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.324887] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.325213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.325507] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.325890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.326112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.326811] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.327099] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.327482] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.327733] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.327973] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.328227] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.328477] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.328721] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.328990] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.350391] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.350580] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.350723] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.350897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.351266] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.351490] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.351692] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.352067] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.352220] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.854826] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.855153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.855394] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.855986] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.855986] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.856249] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a not found, creating... [ 997.856503] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.856764] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.858359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.858726] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.858963] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.859255] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.860248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.860248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.860248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.860248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.860248] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a is going to be created. [ 997.888880] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.889257] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.889257] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.889628] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.889736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.889954] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.940174] env[69155]: INFO networking_nsxv3.common.synchronization [req-6110f134-f218-402e-a819-c739e8b5d92b req-06ad3547-0173-4f67-8499-5f71fa74ba92 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Enqueued Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 997.940762] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 997.943150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.943403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.943503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.944316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.944316] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.944316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.944316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.944316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.944519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.944519] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.972534] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 997.972705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.973453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.973453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.973453] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.973577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.973607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.973816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.974149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.974149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.974149] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.451750] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.481746] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.483025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.483025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.485717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.485717] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.485717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.485717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.485717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.485717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.485717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.485717] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.485717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.485717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.485717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.487945] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.488138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.488240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.488694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.488694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.488694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.488830] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.820839] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: SUCCESS [ 998.821295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.821616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.821961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.822605] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.822605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.822605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.823598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.823598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.823598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.823598] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.824454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.824733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.825114] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.825440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.826155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.826155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.826155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.826155] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.955975] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.998297] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdf8ccee-4773-4d89-b13c-097861be9056: rpc.has_security_group_logging(os_id): False [ 999.017771] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.018395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.018395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.019863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.019863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.019863] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.019863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.019863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.020050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.020050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.020257] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.021060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.021060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.021060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.021227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.024028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.029298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.029298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.029298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.029298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.029298] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 999.119751] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.120121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.120121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.120226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.120426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.139201] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 999.191168] env[69155]: INFO networking_nsxv3.common.synchronization [req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 req-5f477a5c-3513-4fa8-9623-08c2d1873156 service nova] Enqueued Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_rules [ 999.191376] env[69155]: INFO networking_nsxv3.common.synchronization [req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 req-5f477a5c-3513-4fa8-9623-08c2d1873156 service nova] Enqueued Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 999.191539] env[69155]: INFO networking_nsxv3.common.synchronization [req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 req-5f477a5c-3513-4fa8-9623-08c2d1873156 service nova] Enqueued Resource ID: bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a with Priority: HIGHEST for action port [ 999.192130] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_rules [ 999.192310] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 999.192477] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a with Priority: HIGHEST for action port [ 999.192766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.192885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.193127] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.193266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.193385] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.193527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.193603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.193753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.193891] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.330447] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.332062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.332879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.457158] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.457158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.457158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.457591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.457591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.457591] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd is going to be updated. [ 999.489391] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.489614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.489614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.489842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.489985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.498302] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: IN_PROGRESS for 2s [ 999.699093] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a with status ACTIVE [ 999.699336] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.699474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.699545] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.699752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.699840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.700020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.700118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.700177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.700336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.700416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.700592] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.700683] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.700742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.700891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.700957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.701043] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a is going to be updated. [ 999.723698] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.723698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.723698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.723698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.723903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.724710] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.835051] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.337864] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.337947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.337982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.338214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.338306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.338406] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 is going to be updated. [ 1000.369074] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.369074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.369074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.369280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.369422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.378244] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: IN_PROGRESS for 2s [ 1001.155639] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 1001.155975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.493883] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc2d438e-a756-49fc-acbe-6b3e00afafeb req-45676dc4-6dec-45af-9e25-31af75c19307 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 1001.494506] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGHEST for action security_group_members [ 1001.494825] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.495075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.495409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.495689] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.495879] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.496041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.496111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.496318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.496411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.496539] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.512753] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: SUCCESS [ 1001.513031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.002168] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.003052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.003052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.003052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.003052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.003510] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.003510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.003510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.003727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.003727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.004994] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be updated. [ 1002.033756] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.033937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.033993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.034644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.035794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.044504] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: IN_PROGRESS for 2s [ 1002.386059] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: SUCCESS [ 1002.386444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.386545] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.386856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.387454] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.387454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.387454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.387707] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.387860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.388047] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.891554] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.394624] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.406720] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.406720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.406720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.406720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.406720] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.406720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.406720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.406720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.407295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.407295] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.407295] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.407295] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.407481] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.407481] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.407588] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.407808] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.426243] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.426427] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.426589] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.426761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-641" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.427091] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-cb45af70-45f9-4efc-b870-c3d7960c1363 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.427314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.427424] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.427682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.427826] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb45af70-45f9-4efc-b870-c3d7960c1363',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.592205] env[69155]: INFO networking_nsxv3.common.synchronization [req-0289517f-f2bf-4c07-a2af-440dcfec6dcb req-6e745138-843b-4393-a2b0-78229fce2950 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Enqueued Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 1003.592741] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f5772-31d0-4241-aa34-bfb17ed665ec with Priority: HIGHEST for action security_group_members [ 1003.593629] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f5772-31d0-4241-aa34-bfb17ed665ec taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.593629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.593629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.593629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.596024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.596024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.596024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.596418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.596538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.596722] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e75f5772-31d0-4241-aa34-bfb17ed665ec',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.900910] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.901288] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.901288] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.901418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.901458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.901568] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 is going to be updated. [ 1003.932203] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.932695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.932695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.932940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.933047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.937796] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.938184] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.938442] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.938848] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.939146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.939587] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.939698] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.939849] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.944127] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.944303] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.944637] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.944835] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.944931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.945181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.945347] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.945597] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: cb45af70-45f9-4efc-b870-c3d7960c1363 is going to be updated. [ 1003.956669] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: IN_PROGRESS for 2s [ 1003.972416] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.972623] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.972753] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.973037] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.973244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.973472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.055728] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 in Status: SUCCESS [ 1004.055945] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 deletion is rescheduled due to dependency. [ 1004.056772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.100203] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.100203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.100203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.100438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.124026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.124026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.124026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.124026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.124026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.124026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.124026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f5772-31d0-4241-aa34-bfb17ed665ec is going to be updated. [ 1004.170972] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.171168] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.171227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.171412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.171560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.183476] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: IN_PROGRESS for 2s [ 1004.912481] env[69155]: INFO networking_nsxv3.common.synchronization [req-85b41828-0321-4952-829f-ed814b9dc5c2 req-df78a53c-35ed-445a-8848-a2cacd6e6664 service nova] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_rules [ 1004.912481] env[69155]: INFO networking_nsxv3.common.synchronization [req-85b41828-0321-4952-829f-ed814b9dc5c2 req-df78a53c-35ed-445a-8848-a2cacd6e6664 service nova] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 1004.912481] env[69155]: INFO networking_nsxv3.common.synchronization [req-85b41828-0321-4952-829f-ed814b9dc5c2 req-df78a53c-35ed-445a-8848-a2cacd6e6664 service nova] Enqueued Resource ID: cb45af70-45f9-4efc-b870-c3d7960c1363 with Priority: HIGHEST for action port [ 1004.912481] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_rules [ 1004.912481] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 1004.912481] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb45af70-45f9-4efc-b870-c3d7960c1363 with Priority: HIGHEST for action port [ 1004.912481] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.912481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.912481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.912481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.912481] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.913357] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.913357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.913471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.913560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.913996] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.914205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.914205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.915311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.915311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.915311] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.915645] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb45af70-45f9-4efc-b870-c3d7960c1363 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.915746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.915804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.916275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.916275] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb45af70-45f9-4efc-b870-c3d7960c1363',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.413973] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.414146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.416566] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.417488] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb45af70-45f9-4efc-b870-c3d7960c1363 with status ACTIVE [ 1005.417728] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.417850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.417910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.418131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.418215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.418394] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.418623] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.418698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.418842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.418910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.419129] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.419251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.419319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.419422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.419509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.419582] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb45af70-45f9-4efc-b870-c3d7960c1363 is going to be updated. [ 1005.443496] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.443646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.443698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.443905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.444046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.444199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb45af70-45f9-4efc-b870-c3d7960c1363" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.923315] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.969469] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: SUCCESS [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.969469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.969469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.969469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.969469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.970126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.970126] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.192914] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f5772-31d0-4241-aa34-bfb17ed665ec in Status: SUCCESS [ 1006.193165] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f5772-31d0-4241-aa34-bfb17ed665ec deletion is rescheduled due to dependency. [ 1006.193337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f5772-31d0-4241-aa34-bfb17ed665ec" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.210082] env[69155]: INFO networking_nsxv3.common.synchronization [None req-2c180d48-9f62-4ff3-a0ef-45c020ca583e None None] Enqueued Resource ID: 55f44468-038e-4c95-9b65-7dd0eb32e9dc with Priority: HIGHEST for action port [ 1006.210675] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f44468-038e-4c95-9b65-7dd0eb32e9dc with Priority: HIGHEST for action port [ 1006.211016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-55f44468-038e-4c95-9b65-7dd0eb32e9dc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.211278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55f44468-038e-4c95-9b65-7dd0eb32e9dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.211386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55f44468-038e-4c95-9b65-7dd0eb32e9dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.211875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55f44468-038e-4c95-9b65-7dd0eb32e9dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.211875] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55f44468-038e-4c95-9b65-7dd0eb32e9dc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.423550] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.423703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.423772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.423999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.424103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.424201] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be updated. [ 1006.450723] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.450914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.451028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.451275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.451451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.463211] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: IN_PROGRESS for 2s [ 1006.475028] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce8aa6b2-bbb2-49a3-8177-11704d2fe485: rpc.has_security_group_logging(os_id): False [ 1006.491547] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.491729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.491729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.491932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.492049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.492205] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.492337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.492382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.492498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.492572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.492747] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.492840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.492897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.493046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.493128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.493344] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.493433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.493496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.493632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.493698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.493784] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 is going to be created. [ 1006.551261] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.551446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.551555] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.551770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.551970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.562067] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: IN_PROGRESS for 2s [ 1006.713717] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55f44468-038e-4c95-9b65-7dd0eb32e9dc [ 1006.714431] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.714431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.714431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.714608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.714741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.714901] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55f44468-038e-4c95-9b65-7dd0eb32e9dc already deleted. [ 1006.715085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55f44468-038e-4c95-9b65-7dd0eb32e9dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.764889] env[69155]: INFO networking_nsxv3.common.synchronization [req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 req-d42d2c48-fa12-4b77-be97-51264b0f41e4 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Enqueued Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGHEST for action security_group_members [ 1007.767494] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGHEST for action security_group_members [ 1007.769917] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-636e5058-9ffe-44e3-83f8-057ca2031939 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.770120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.770198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.770444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.770617] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.770725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.770771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.770916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.771035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.771126] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('636e5058-9ffe-44e3-83f8-057ca2031939',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.151591] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.152335] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.152510] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.152839] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.153132] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.153331] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.153462] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.153708] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.153859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.154184] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.154416] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.154468] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.154536] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.154648] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.154758] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.154895] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.174139] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.174358] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.174521] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.174698] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.175033] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-fab11441-e1b4-45ea-988f-4dd5b46f4daa taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.175214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-fab11441-e1b4-45ea-988f-4dd5b46f4daa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.175367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-fab11441-e1b4-45ea-988f-4dd5b46f4daa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.175713] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-fab11441-e1b4-45ea-988f-4dd5b46f4daa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.175863] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab11441-e1b4-45ea-988f-4dd5b46f4daa',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.277478] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.277678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.277751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.278019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.278133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.278341] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.278479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.278543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.278710] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.278793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.279202] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 636e5058-9ffe-44e3-83f8-057ca2031939 already deleted. [ 1008.279202] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.439083] env[69155]: INFO networking_nsxv3.common.synchronization [None req-4b1e0876-5b24-40c3-95f1-7bd8e3479072 None None] Enqueued Resource ID: dcf164e3-cd05-4b34-8b02-c64d9cc48a21 with Priority: HIGHEST for action port [ 1008.439855] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf164e3-cd05-4b34-8b02-c64d9cc48a21 with Priority: HIGHEST for action port [ 1008.440256] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf164e3-cd05-4b34-8b02-c64d9cc48a21 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.440465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf164e3-cd05-4b34-8b02-c64d9cc48a21" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.440521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf164e3-cd05-4b34-8b02-c64d9cc48a21" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.440869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf164e3-cd05-4b34-8b02-c64d9cc48a21" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.440985] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf164e3-cd05-4b34-8b02-c64d9cc48a21',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.475052] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 1008.475314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.475492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.475721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.475955] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.476097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.476222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.476313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.476396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.476484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.476575] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.573216] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: SUCCESS [ 1008.573468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.573651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.573888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.574045] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.681109] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.681109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.681109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.681109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.681109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.681109] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port fab11441-e1b4-45ea-988f-4dd5b46f4daa not found, creating... [ 1008.681109] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.681109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.681109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.681109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.681597] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.681597] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.681734] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.681869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.682083] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.682224] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.682367] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: fab11441-e1b4-45ea-988f-4dd5b46f4daa is going to be created. [ 1008.701896] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.702212] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.702212] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.702458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.702746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.702920] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-fab11441-e1b4-45ea-988f-4dd5b46f4daa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.942979] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcf164e3-cd05-4b34-8b02-c64d9cc48a21 [ 1008.943335] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.943445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.943502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.943709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.943799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.943888] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcf164e3-cd05-4b34-8b02-c64d9cc48a21 already deleted. [ 1008.943967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf164e3-cd05-4b34-8b02-c64d9cc48a21" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.979341] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.979522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.979659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.979919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.980118] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.980220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.980286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.980434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.980541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.980650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.980814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.980919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.980994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.981187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.981494] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.981632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.981765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.981963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.982892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.982892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.982892] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.076968] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.077167] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.077231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.077424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.078061] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.078061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.078061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.078061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.078061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.078332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.078332] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.485090] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 368d77eb-2974-4a18-ae4c-0102eceaf2b7: rpc.has_security_group_logging(os_id): False [ 1009.500320] env[69155]: INFO networking_nsxv3.common.synchronization [req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 req-fcdaba61-b61d-4c06-9812-9f44f1995728 service nova] Enqueued Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGHEST for action security_group_rules [ 1009.500320] env[69155]: INFO networking_nsxv3.common.synchronization [req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 req-fcdaba61-b61d-4c06-9812-9f44f1995728 service nova] Enqueued Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGHEST for action security_group_members [ 1009.500320] env[69155]: INFO networking_nsxv3.common.synchronization [req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 req-fcdaba61-b61d-4c06-9812-9f44f1995728 service nova] Enqueued Resource ID: fab11441-e1b4-45ea-988f-4dd5b46f4daa with Priority: HIGHEST for action port [ 1009.504372] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGHEST for action security_group_rules [ 1009.504372] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGHEST for action security_group_members [ 1009.504372] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab11441-e1b4-45ea-988f-4dd5b46f4daa with Priority: HIGHEST for action port [ 1009.504858] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.505681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.505681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.505681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.505681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.505681] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.505964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.505964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.505964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.506121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.509018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.509018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.509018] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be updated. [ 1009.509018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-636e5058-9ffe-44e3-83f8-057ca2031939 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.509018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.509018] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('636e5058-9ffe-44e3-83f8-057ca2031939',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.509902] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-636e5058-9ffe-44e3-83f8-057ca2031939 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.510109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.510109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.510228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.510767] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.510867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.510933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.511103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.511178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.511271] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('636e5058-9ffe-44e3-83f8-057ca2031939',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.512742] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab11441-e1b4-45ea-988f-4dd5b46f4daa taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.512911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab11441-e1b4-45ea-988f-4dd5b46f4daa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.512911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab11441-e1b4-45ea-988f-4dd5b46f4daa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.513080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab11441-e1b4-45ea-988f-4dd5b46f4daa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.513161] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab11441-e1b4-45ea-988f-4dd5b46f4daa',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.576913] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.576913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.576913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.576913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.576913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.580153] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.580400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.580400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.580644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.580829] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.580829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.581326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.581326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.581431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.581515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.581726] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.581803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.581835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.582034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.582201] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.582347] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.582408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.582553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.582679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.582726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.582811] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.589410] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: IN_PROGRESS for 2s [ 1010.013789] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('636e5058-9ffe-44e3-83f8-057ca2031939',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.016231] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fab11441-e1b4-45ea-988f-4dd5b46f4daa with status ACTIVE [ 1010.016231] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.016374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.016406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.016907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.016976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.017301] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.017301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.017424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.017947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.017947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.017947] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.018367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.018367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.018367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.018367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.018535] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fab11441-e1b4-45ea-988f-4dd5b46f4daa is going to be updated. [ 1010.019651] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-636e5058-9ffe-44e3-83f8-057ca2031939 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.019730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.040691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.040943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.041135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.041431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.041651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.041998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab11441-e1b4-45ea-988f-4dd5b46f4daa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.088984] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce8aa6b2-bbb2-49a3-8177-11704d2fe485: rpc.has_security_group_logging(os_id): False [ 1010.109280] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.110219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.110219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.110219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.110219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.110219] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.110679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.110679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.110679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111131] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.111131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.111342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111573] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.111695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.111962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.112105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.112171] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 is going to be updated. [ 1010.202885] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.203085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.203146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.203447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.203539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.220358] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: IN_PROGRESS for 2s [ 1010.369583] env[69155]: INFO networking_nsxv3.common.synchronization [req-5642e89c-f3eb-4b21-b604-b86383b4ec5e req-b78967ba-a242-4165-870c-953ce69d60d0 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1010.370425] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1010.371719] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.371959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.372397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.372773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.374022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.374256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.374649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.377546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.377752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.377948] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.516123] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('636e5058-9ffe-44e3-83f8-057ca2031939',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.884122] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.020049] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.020049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.020049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.020049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.020049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.020694] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 636e5058-9ffe-44e3-83f8-057ca2031939 is going to be created. [ 1011.044608] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.044860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.044984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.045320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.045569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.055162] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 636e5058-9ffe-44e3-83f8-057ca2031939 in Status: UNINITIALIZED for 2s [ 1011.387882] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.603173] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 1011.603433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.891017] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.891289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.891369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.891633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.891667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.891764] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 1011.918970] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.919174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.919216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.919612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.919772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.930266] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 1012.234712] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: SUCCESS [ 1012.235293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.064381] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 636e5058-9ffe-44e3-83f8-057ca2031939 in Status: SUCCESS [ 1013.065353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.065353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.065353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.065540] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.065608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.066596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.066596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.066596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.066596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.066596] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('636e5058-9ffe-44e3-83f8-057ca2031939',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.570914] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-636e5058-9ffe-44e3-83f8-057ca2031939 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.571252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.571252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.571321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.571676] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.571676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.571676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.571934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.571934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.571992] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.572127] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-636e5058-9ffe-44e3-83f8-057ca2031939 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.572216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.572283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.572774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.572774] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.572774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.572774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.572913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.572951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.573549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.573549] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('636e5058-9ffe-44e3-83f8-057ca2031939',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.940604] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 1013.940842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.057181] env[69155]: INFO networking_nsxv3.common.synchronization [req-d95355d5-683b-4124-b9b5-c27eb31c310d req-104d8ae1-c684-4636-97e3-2f058d67e2ad tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Enqueued Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 1014.057774] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGHEST for action security_group_members [ 1014.061273] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.061438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.061519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.061765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.064923] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.064923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.064923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.064923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.064923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.064923] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.075801] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 636e5058-9ffe-44e3-83f8-057ca2031939: rpc.has_security_group_logging(os_id): False [ 1014.107188] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.107188] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.107188] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.107188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.107884] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.107884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.107884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.107884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.107884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.107884] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 636e5058-9ffe-44e3-83f8-057ca2031939 is going to be created. [ 1014.180492] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.180644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.180699] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.180910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.181116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.191860] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 636e5058-9ffe-44e3-83f8-057ca2031939 in Status: IN_PROGRESS for 2s [ 1014.567410] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.567648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.567792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.568030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.568157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.568468] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.568567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.568647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.569285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.569408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.569506] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd is going to be updated. [ 1014.618045] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.618339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.618339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.619258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.619258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.627049] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: IN_PROGRESS for 2s [ 1016.203894] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 636e5058-9ffe-44e3-83f8-057ca2031939 in Status: SUCCESS [ 1016.203894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.461670] env[69155]: INFO networking_nsxv3.common.synchronization [req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 req-aebac97e-0375-494a-af4c-e6327518c86d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1016.462286] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1016.462610] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.462711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.462836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.462981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.465346] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.465504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.465592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.465767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.465852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.465987] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.639900] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd in Status: SUCCESS [ 1016.640271] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd deletion is rescheduled due to dependency. [ 1016.640443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.968175] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.968334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.968403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.970646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.970646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.970646] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.970646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.970646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.970646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.970646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.970646] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1016.997021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.997021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.997021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.997530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.997822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.010021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1017.321787] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.322141] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.322288] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.322574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.322857] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.323154] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.323336] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.323595] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.323751] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.324048] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.324106] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.324256] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.324407] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.324558] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.324709] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.324877] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.343470] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.343742] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.343992] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.344072] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.344406] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-92623a0e-5834-4997-8948-a5840e10a74b taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.344589] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-92623a0e-5834-4997-8948-a5840e10a74b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.344708] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-92623a0e-5834-4997-8948-a5840e10a74b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.345421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-92623a0e-5834-4997-8948-a5840e10a74b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.345421] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92623a0e-5834-4997-8948-a5840e10a74b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.851720] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.851989] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.852158] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.852429] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.852622] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.852787] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 92623a0e-5834-4997-8948-a5840e10a74b not found, creating... [ 1017.853071] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.853260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.853405] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.853642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.853786] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.856252] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.857635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.857635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.857635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.857635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.857635] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 92623a0e-5834-4997-8948-a5840e10a74b is going to be created. [ 1017.877552] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.877897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.878743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.878743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.878743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.879903] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-92623a0e-5834-4997-8948-a5840e10a74b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.869456] env[69155]: INFO networking_nsxv3.common.synchronization [req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 req-a01bde83-23c4-4eba-bfe2-03f010916b9a service nova] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 1018.869905] env[69155]: INFO networking_nsxv3.common.synchronization [req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 req-a01bde83-23c4-4eba-bfe2-03f010916b9a service nova] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1018.870777] env[69155]: INFO networking_nsxv3.common.synchronization [req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 req-a01bde83-23c4-4eba-bfe2-03f010916b9a service nova] Enqueued Resource ID: 92623a0e-5834-4997-8948-a5840e10a74b with Priority: HIGHEST for action port [ 1018.871791] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 1018.871932] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1018.872066] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92623a0e-5834-4997-8948-a5840e10a74b with Priority: HIGHEST for action port [ 1018.872491] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.872812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.872812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.873087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.873221] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.876895] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.876895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.876895] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-92623a0e-5834-4997-8948-a5840e10a74b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.877085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92623a0e-5834-4997-8948-a5840e10a74b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.877171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92623a0e-5834-4997-8948-a5840e10a74b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.877930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92623a0e-5834-4997-8948-a5840e10a74b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.877930] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92623a0e-5834-4997-8948-a5840e10a74b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.017414] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1019.018814] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb deletion is rescheduled due to dependency. [ 1019.018814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.018814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.018814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.018814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.018814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.018814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.019625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.019625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.019625] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.377144] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.377393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.380704] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92623a0e-5834-4997-8948-a5840e10a74b with status ACTIVE [ 1019.380924] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.381096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.381168] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.381529] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.381529] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.381687] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.381687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.381829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.382224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.382224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.382224] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.382438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.382438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.382438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.382580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.382580] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92623a0e-5834-4997-8948-a5840e10a74b is going to be updated. [ 1019.402277] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.402500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.402984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.402984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.403109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.403190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92623a0e-5834-4997-8948-a5840e10a74b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.521951] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.895258] env[69155]: INFO networking_nsxv3.common.synchronization [None req-c4ce47fb-9d39-4179-b263-09c3fe203181 None None] Enqueued Resource ID: 7aaae478-7413-4080-935d-5f9c3a98f069 with Priority: HIGHEST for action port [ 1019.895258] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaae478-7413-4080-935d-5f9c3a98f069 with Priority: HIGHEST for action port [ 1019.895258] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aaae478-7413-4080-935d-5f9c3a98f069 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.895258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aaae478-7413-4080-935d-5f9c3a98f069" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.895258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aaae478-7413-4080-935d-5f9c3a98f069" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.895258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aaae478-7413-4080-935d-5f9c3a98f069" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.895740] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aaae478-7413-4080-935d-5f9c3a98f069',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.026379] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.255700] env[69155]: INFO networking_nsxv3.common.synchronization [None req-b61d31f1-7c0c-4857-a253-a88adb3ef0b0 None None] Enqueued Resource ID: caa1ca97-0f72-4d7f-b4aa-c88fb906eaad with Priority: HIGHEST for action port [ 1020.256275] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa1ca97-0f72-4d7f-b4aa-c88fb906eaad with Priority: HIGHEST for action port [ 1020.256625] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa1ca97-0f72-4d7f-b4aa-c88fb906eaad taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.256766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa1ca97-0f72-4d7f-b4aa-c88fb906eaad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.256837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa1ca97-0f72-4d7f-b4aa-c88fb906eaad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.258326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa1ca97-0f72-4d7f-b4aa-c88fb906eaad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.258562] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa1ca97-0f72-4d7f-b4aa-c88fb906eaad',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.398752] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aaae478-7413-4080-935d-5f9c3a98f069 [ 1020.398989] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.399172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.399266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.400197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.400314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.400428] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aaae478-7413-4080-935d-5f9c3a98f069 already deleted. [ 1020.400979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aaae478-7413-4080-935d-5f9c3a98f069" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.529616] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.529836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.529978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.530276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.530438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.530581] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1020.564166] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.564557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.565100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.566063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.566898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.577168] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1020.762195] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caa1ca97-0f72-4d7f-b4aa-c88fb906eaad [ 1020.762195] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.762195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.762195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.762195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.762195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.762195] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caa1ca97-0f72-4d7f-b4aa-c88fb906eaad already deleted. [ 1020.762195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa1ca97-0f72-4d7f-b4aa-c88fb906eaad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.114976] env[69155]: INFO networking_nsxv3.common.synchronization [req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 req-995a8c9b-6967-4b22-8c4f-97ed77db031f tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1021.114976] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1021.115840] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.116119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.116459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.116761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.117252] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.117252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.117252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.117531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.117649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.117766] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.465568] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.465763] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.465917] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.466334] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.466652] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.466845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.466985] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.467355] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.467518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.468098] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.468452] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.468634] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.468777] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.468883] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.469032] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.469224] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.487310] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.487524] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.487736] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.487923] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.488346] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.488551] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.488679] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.489071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.492848] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3163c4aa-ec74-46f1-8a57-7ed22bd4d653',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.619860] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.619860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.620046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.620340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.620484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.620766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.620909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.621016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.621252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.621358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.621494] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac already deleted. [ 1021.621865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.996269] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.996580] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.996774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.997170] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.997396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.997663] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 3163c4aa-ec74-46f1-8a57-7ed22bd4d653 not found, creating... [ 1021.997979] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.998468] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.998660] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.998974] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.999226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.999608] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.999913] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.000161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.000471] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.000695] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.000917] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 3163c4aa-ec74-46f1-8a57-7ed22bd4d653 is going to be created. [ 1022.020152] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.020400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.020543] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.020822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.021111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.021354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.295463] env[69155]: INFO networking_nsxv3.common.synchronization [None req-d5d67920-7141-4593-a01f-7bb8e37f49d1 None None] Enqueued Resource ID: b025451b-1f4e-4909-883c-04f119946beb with Priority: HIGHEST for action port [ 1022.296089] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b025451b-1f4e-4909-883c-04f119946beb with Priority: HIGHEST for action port [ 1022.296575] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-b025451b-1f4e-4909-883c-04f119946beb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.296700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b025451b-1f4e-4909-883c-04f119946beb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.296786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b025451b-1f4e-4909-883c-04f119946beb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.297335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b025451b-1f4e-4909-883c-04f119946beb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.297524] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b025451b-1f4e-4909-883c-04f119946beb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.474827] env[69155]: INFO networking_nsxv3.common.synchronization [None req-d1878fe5-127b-44f2-9a22-6380790cd35a None None] Enqueued Resource ID: f1498978-34cc-435d-bd3f-2f9ce34bf46c with Priority: HIGHEST for action port [ 1022.475927] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1498978-34cc-435d-bd3f-2f9ce34bf46c with Priority: HIGHEST for action port [ 1022.476585] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1498978-34cc-435d-bd3f-2f9ce34bf46c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.476585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1498978-34cc-435d-bd3f-2f9ce34bf46c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.476585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1498978-34cc-435d-bd3f-2f9ce34bf46c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.476901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1498978-34cc-435d-bd3f-2f9ce34bf46c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.477055] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1498978-34cc-435d-bd3f-2f9ce34bf46c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.586430] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1022.586682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.587154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.587228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.587680] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.587680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.587680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.587845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.587874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.587994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.588343] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.661681] env[69155]: INFO networking_nsxv3.common.synchronization [req-b8cde644-e1ac-4988-8f05-343aa7e16b28 req-d8012698-63ab-4d9b-b024-4acfff57a445 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1022.666490] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1022.666490] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.666490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.666490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.666490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.666764] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.666764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.666764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.666902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.666992] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.667108] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.800070] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b025451b-1f4e-4909-883c-04f119946beb [ 1022.800404] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.800542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.800624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.800826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.800928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.801081] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b025451b-1f4e-4909-883c-04f119946beb already deleted. [ 1022.801215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b025451b-1f4e-4909-883c-04f119946beb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.804182] env[69155]: INFO networking_nsxv3.common.synchronization [req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 req-de45b220-eb75-449a-88c3-7497c80c70ac service nova] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_rules [ 1022.804364] env[69155]: INFO networking_nsxv3.common.synchronization [req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 req-de45b220-eb75-449a-88c3-7497c80c70ac service nova] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1022.804505] env[69155]: INFO networking_nsxv3.common.synchronization [req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 req-de45b220-eb75-449a-88c3-7497c80c70ac service nova] Enqueued Resource ID: 3163c4aa-ec74-46f1-8a57-7ed22bd4d653 with Priority: HIGHEST for action port [ 1022.804732] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_rules [ 1022.804865] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1022.804943] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3163c4aa-ec74-46f1-8a57-7ed22bd4d653 with Priority: HIGHEST for action port [ 1022.805546] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.805681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.805734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.805977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.806076] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.806938] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.807066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.807136] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.807302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.807807] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.807934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.807989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.808132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.808897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.808897] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.809109] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.809202] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.809263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.809472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.812244] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3163c4aa-ec74-46f1-8a57-7ed22bd4d653',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.980582] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1498978-34cc-435d-bd3f-2f9ce34bf46c [ 1022.980582] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.980582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.980582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.980582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.980850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.980850] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1498978-34cc-435d-bd3f-2f9ce34bf46c already deleted. [ 1022.980850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1498978-34cc-435d-bd3f-2f9ce34bf46c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.996280] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.996581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.996651] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.996912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.997674] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.997674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.997674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.998127] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.998127] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.998219] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.998297] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.998409] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.998520] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.998631] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.998741] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.998875] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.016801] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.016968] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.017126] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.017314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.017665] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-cd6915e5-37be-4006-837e-0894ea3aac78 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.017864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-cd6915e5-37be-4006-837e-0894ea3aac78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.017992] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-cd6915e5-37be-4006-837e-0894ea3aac78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.018413] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-cd6915e5-37be-4006-837e-0894ea3aac78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.018503] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd6915e5-37be-4006-837e-0894ea3aac78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.090516] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.169294] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.169473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.169554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.169792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.169905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.170117] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.170248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.170317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.170509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.170582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.170685] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be deleted. [ 1023.206558] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.206558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.206558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.206558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.207695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.207695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.311500] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.311796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.312505] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.313490] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3163c4aa-ec74-46f1-8a57-7ed22bd4d653 with status ACTIVE [ 1023.313690] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.313808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.313875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.314093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.314183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.314353] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.314452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.314513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.314673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.314727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.315474] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.315580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.318862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.318862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.318862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.318862] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3163c4aa-ec74-46f1-8a57-7ed22bd4d653 is going to be updated. [ 1023.335856] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.336018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.336186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.336502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.336758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.336997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3163c4aa-ec74-46f1-8a57-7ed22bd4d653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.521195] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.521427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.521568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.521980] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.522166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.522346] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port cd6915e5-37be-4006-837e-0894ea3aac78 not found, creating... [ 1023.522636] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.522836] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.522975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.523241] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.523391] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.523679] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.523842] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.523964] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.524705] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.524855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.525012] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: cd6915e5-37be-4006-837e-0894ea3aac78 is going to be created. [ 1023.544984] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.545235] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.545501] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.545771] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.546181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.546248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-cd6915e5-37be-4006-837e-0894ea3aac78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.592671] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a22103-f817-4656-ac9b-9fa2760d3fbb: rpc.has_security_group_logging(os_id): False [ 1023.614039] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.614039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.614039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.614039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.614039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.614039] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.614039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.614039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.614039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.614039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.614039] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1023.675393] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.675659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.675747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.675916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.676076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.689391] env[69155]: INFO networking_nsxv3.common.synchronization [req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 req-50652d34-043c-4164-9b70-c91eb697891c tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1023.690136] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1023.693124] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.693124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.693124] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1023.818398] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.082862] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.083259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.083518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.083971] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.084479] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.084762] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.084980] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.085417] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.085648] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.085981] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.086214] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.086826] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.086826] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.086977] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.087102] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.087376] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.106415] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.106722] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.106982] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.107303] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.107811] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-3b7a9e4f-94fe-415c-acfd-65f8d0824799 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.110708] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-3b7a9e4f-94fe-415c-acfd-65f8d0824799" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.111098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-3b7a9e4f-94fe-415c-acfd-65f8d0824799" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.111458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-3b7a9e4f-94fe-415c-acfd-65f8d0824799" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.111613] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b7a9e4f-94fe-415c-acfd-65f8d0824799',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.271911] env[69155]: INFO networking_nsxv3.common.synchronization [req-b8cde644-e1ac-4988-8f05-343aa7e16b28 req-32aa8a22-851b-42d0-b132-0bb5dbf30315 service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 1024.272103] env[69155]: INFO networking_nsxv3.common.synchronization [req-b8cde644-e1ac-4988-8f05-343aa7e16b28 req-32aa8a22-851b-42d0-b132-0bb5dbf30315 service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1024.272282] env[69155]: INFO networking_nsxv3.common.synchronization [req-b8cde644-e1ac-4988-8f05-343aa7e16b28 req-32aa8a22-851b-42d0-b132-0bb5dbf30315 service nova] Enqueued Resource ID: cd6915e5-37be-4006-837e-0894ea3aac78 with Priority: HIGHEST for action port [ 1024.272436] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 1024.272567] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1024.272663] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6915e5-37be-4006-837e-0894ea3aac78 with Priority: HIGHEST for action port [ 1024.273239] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.273372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.273460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.273664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.273984] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.274570] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.274686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.274755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.274919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.275402] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.275518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.275572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.275727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.275840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.275892] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.276605] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd6915e5-37be-4006-837e-0894ea3aac78 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.276718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd6915e5-37be-4006-837e-0894ea3aac78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.276781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd6915e5-37be-4006-837e-0894ea3aac78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.276936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd6915e5-37be-4006-837e-0894ea3aac78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.277034] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd6915e5-37be-4006-837e-0894ea3aac78',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.320284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.320716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.320716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.320936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.321067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.321162] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be created. [ 1024.343926] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.344078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.344142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.344350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.344504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.353136] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: UNINITIALIZED for 2s [ 1024.456089] env[69155]: INFO networking_nsxv3.common.synchronization [None req-da69c24e-44b6-45ac-8249-ca7b321a8924 tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Enqueued Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_rules [ 1024.456670] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_rules [ 1024.457205] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53df5f28-0549-49ba-9f8e-b9341148a2c4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.457393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.457491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.458144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.458144] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.541590] env[69155]: INFO networking_nsxv3.common.synchronization [None req-91829923-ca7f-4e05-815f-65d07e3e428a tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Enqueued Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_rules [ 1024.542111] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_rules [ 1024.542444] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53df5f28-0549-49ba-9f8e-b9341148a2c4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.542542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.614836] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.614959] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.615402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.615523] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.615604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.615773] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 3b7a9e4f-94fe-415c-acfd-65f8d0824799 not found, creating... [ 1024.616092] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.616291] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.616435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.616711] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.616816] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.617149] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.617314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.617440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.617688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.617855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.618010] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 3b7a9e4f-94fe-415c-acfd-65f8d0824799 is going to be created. [ 1024.637214] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.637214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.637214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.637214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.637485] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.637710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-3b7a9e4f-94fe-415c-acfd-65f8d0824799" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.778594] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.778734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.778992] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.779986] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd6915e5-37be-4006-837e-0894ea3aac78 with status ACTIVE [ 1024.780087] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.780192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.780262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.780507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.780565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.780723] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.780818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.780880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.781037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.781115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.781291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.781382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.781442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.781636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.781669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.781729] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd6915e5-37be-4006-837e-0894ea3aac78 is going to be updated. [ 1024.810678] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.810832] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.810906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.811126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.811262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.811433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd6915e5-37be-4006-837e-0894ea3aac78" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.984287] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.984287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.984287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.984287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.984287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.984287] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 already deleted. [ 1024.984287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.984287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.984287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.984287] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.133635] env[69155]: INFO networking_nsxv3.common.synchronization [None req-9ef68b52-504b-4e4e-ba8f-f69aab3cbe91 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 01d02ca5-6264-41ca-a31b-d6a1ada8ac5e with Priority: HIGHEST for action security_group_rules [ 1025.135369] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d02ca5-6264-41ca-a31b-d6a1ada8ac5e with Priority: HIGHEST for action security_group_rules [ 1025.137123] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.137123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.137123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.137471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.137940] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d02ca5-6264-41ca-a31b-d6a1ada8ac5e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.290116] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.291425] env[69155]: INFO networking_nsxv3.common.synchronization [None req-e960bf6a-9c71-4ac0-a896-ed593a60f2cc tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 01d02ca5-6264-41ca-a31b-d6a1ada8ac5e with Priority: HIGHEST for action security_group_rules [ 1025.292151] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d02ca5-6264-41ca-a31b-d6a1ada8ac5e with Priority: HIGHEST for action security_group_rules [ 1025.292447] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.292558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.502431] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.502735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.502735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.502937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.503053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.503154] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 already deleted. [ 1025.503249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.658421] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.658828] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.658928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.659173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.659253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.659360] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d02ca5-6264-41ca-a31b-d6a1ada8ac5e already deleted. [ 1025.659444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.659593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.659773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.659852] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d02ca5-6264-41ca-a31b-d6a1ada8ac5e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.705816] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1025.706043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.796995] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.796995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.796995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.796995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.796995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.796995] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be created. [ 1025.817133] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.817248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.817335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.817965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.817965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.827016] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: UNINITIALIZED for 2s [ 1025.844567] env[69155]: INFO networking_nsxv3.common.synchronization [req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 req-4abc72ab-243b-4f97-a72b-0142e075cfa1 service nova] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_rules [ 1025.844741] env[69155]: INFO networking_nsxv3.common.synchronization [req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 req-4abc72ab-243b-4f97-a72b-0142e075cfa1 service nova] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1025.844878] env[69155]: INFO networking_nsxv3.common.synchronization [req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 req-4abc72ab-243b-4f97-a72b-0142e075cfa1 service nova] Enqueued Resource ID: 3b7a9e4f-94fe-415c-acfd-65f8d0824799 with Priority: HIGHEST for action port [ 1025.845417] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_rules [ 1025.845606] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1025.845710] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7a9e4f-94fe-415c-acfd-65f8d0824799 with Priority: HIGHEST for action port [ 1025.847090] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.847090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.847090] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.847090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.847090] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b7a9e4f-94fe-415c-acfd-65f8d0824799 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.847090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b7a9e4f-94fe-415c-acfd-65f8d0824799" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.847090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b7a9e4f-94fe-415c-acfd-65f8d0824799" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.848435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b7a9e4f-94fe-415c-acfd-65f8d0824799" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.848602] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b7a9e4f-94fe-415c-acfd-65f8d0824799',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.200117] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.200117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.200117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.200117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.200117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.200117] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d02ca5-6264-41ca-a31b-d6a1ada8ac5e already deleted. [ 1026.200539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d02ca5-6264-41ca-a31b-d6a1ada8ac5e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354472] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b7a9e4f-94fe-415c-acfd-65f8d0824799 with status ACTIVE [ 1026.354472] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354472] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354472] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.354472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354472] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b7a9e4f-94fe-415c-acfd-65f8d0824799 is going to be updated. [ 1026.371028] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1026.371028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.371028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.371028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.371028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.371028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.371028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.371028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.371028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.371028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.371028] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.372624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.372990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.373391] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.373698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.373891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.374203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.374406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.374706] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.380957] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.380957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.380957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.380957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.380957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.380957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b7a9e4f-94fe-415c-acfd-65f8d0824799" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.878521] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.878521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.878521] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.381177] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.836112] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1027.836288] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.837177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.837484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.837740] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.837892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.837965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.838161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.838320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.838527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.838622] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.886247] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.886247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.886247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.886247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.886247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.886247] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1027.916916] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.917069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.917146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.917463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.917690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.928131] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1028.341829] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.341829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.341829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.341829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.341829] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.341829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.341829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.341829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.341829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.341829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.342234] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.342234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.342234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.342234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.342438] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.342519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.342598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.342725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.342801] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.342882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.342979] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.848001] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f90b33-013f-45cf-b8de-02ee4aabe311: rpc.has_security_group_logging(os_id): False [ 1028.867064] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.867064] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.867064] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.867064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.867939] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.868283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.868414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.868605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.868690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.868781] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be created. [ 1028.948855] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.951118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.951118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.951118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.951118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.961202] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1029.941298] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1029.941298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.941298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.941298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.941298] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.941298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.941298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.941298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.941298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.941298] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.445618] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.808706] env[69155]: INFO networking_nsxv3.common.synchronization [req-aa40c926-285e-4961-b8a2-50c8f4c06c74 req-f2abadab-0b77-40ce-97c6-682ab87888f6 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1030.809733] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1030.811150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.811150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.811150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.811150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.811150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.811150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.811150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.811150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.811150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.811150] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.947940] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.975097] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1030.975097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.009188] env[69155]: INFO networking_nsxv3.common.synchronization [None req-0857d1a4-9bef-4510-b20a-ef3d067152ad tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1031.011185] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1031.011185] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.011524] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.011524] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.012026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.012026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.012172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.012206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.012387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.012473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.012603] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.316135] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.316135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.320037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.320037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.320037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.320037] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.320037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.320037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.320037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.320037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.320037] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 1031.349173] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.349173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.349173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.349173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.349173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.359813] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 1031.452960] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.452960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.452960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.452960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.452960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.453431] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1031.482634] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.482634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.482634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.484299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.484453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.495491] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1031.517808] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.581513] env[69155]: INFO networking_nsxv3.common.synchronization [req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 req-035a8aed-c8ce-4da1-867b-0e8d4212175a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1031.583836] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1031.585775] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f8a93777-7519-47f9-9772-dd7d1f55ed14 None None] Enqueued Resource ID: 38e814ae-214e-49c1-a6bc-7fa02b511851 with Priority: HIGHEST for action port [ 1031.586197] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.586265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.586341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.586569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.586742] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.586840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.586921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.587632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.587632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.587632] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.592223] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e814ae-214e-49c1-a6bc-7fa02b511851 with Priority: HIGHEST for action port [ 1031.592814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-38e814ae-214e-49c1-a6bc-7fa02b511851 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.592994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38e814ae-214e-49c1-a6bc-7fa02b511851" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.592994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38e814ae-214e-49c1-a6bc-7fa02b511851" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.593284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38e814ae-214e-49c1-a6bc-7fa02b511851" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.593384] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e814ae-214e-49c1-a6bc-7fa02b511851',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.965285] env[69155]: INFO networking_nsxv3.common.synchronization [req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 req-e552c7e4-d2d0-4626-8399-1b921861f3e1 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1031.965879] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1031.968295] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.968295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.968295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.968295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.968613] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.968613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.968613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.968880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.968976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.969277] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.022123] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.093618] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.093826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.093905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.094194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.094303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.094513] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.094620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.094763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.094865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.094940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.095082] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 1032.099021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38e814ae-214e-49c1-a6bc-7fa02b511851 [ 1032.099021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.099021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.099021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.099021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.099021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.099021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38e814ae-214e-49c1-a6bc-7fa02b511851 already deleted. [ 1032.099021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38e814ae-214e-49c1-a6bc-7fa02b511851" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.125336] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.125688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.125688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.125759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.125897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.133556] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 1032.360280] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.360280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.360280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.360280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.360280] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.360280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.360280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.364301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.364759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.368023] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.368023] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.368023] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.368023] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.368023] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.368023] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.368023] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.385029] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.385029] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.385029] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.385029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.385260] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-d2959d35-9e8b-424b-b4a7-04bb451819a1 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.385372] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-d2959d35-9e8b-424b-b4a7-04bb451819a1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.385517] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-d2959d35-9e8b-424b-b4a7-04bb451819a1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.385868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-d2959d35-9e8b-424b-b4a7-04bb451819a1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.385998] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2959d35-9e8b-424b-b4a7-04bb451819a1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.476590] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.476590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.476590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.476590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.476590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.476590] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.476590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.476590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.476590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.476590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.476590] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 already deleted. [ 1032.476590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.530050] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.530050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.530050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.530050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.530050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.530050] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1032.553691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.553839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.553902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.554176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.554370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.563937] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1032.612912] env[69155]: INFO networking_nsxv3.common.synchronization [None req-aaf78602-c47e-4ffa-9179-496f243e1436 None None] Enqueued Resource ID: 48769470-c112-49cd-a8df-a2cb50aa2dcf with Priority: HIGHEST for action port [ 1032.613603] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48769470-c112-49cd-a8df-a2cb50aa2dcf with Priority: HIGHEST for action port [ 1032.613977] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-48769470-c112-49cd-a8df-a2cb50aa2dcf taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.616589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48769470-c112-49cd-a8df-a2cb50aa2dcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.616684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48769470-c112-49cd-a8df-a2cb50aa2dcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.616938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48769470-c112-49cd-a8df-a2cb50aa2dcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.617363] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48769470-c112-49cd-a8df-a2cb50aa2dcf',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.891881] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.892054] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.892372] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.892920] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.893113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.893332] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port d2959d35-9e8b-424b-b4a7-04bb451819a1 not found, creating... [ 1032.898574] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.898574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.898574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.898574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.898574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.898750] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.898804] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.898935] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.899159] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.899302] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.899450] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: d2959d35-9e8b-424b-b4a7-04bb451819a1 is going to be created. [ 1032.911411] env[69155]: INFO networking_nsxv3.common.synchronization [req-42b4d9dd-3041-4664-84d6-d1d6445323d8 req-b7906532-9cb8-497c-86f5-f36808a841f4 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Enqueued Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_members [ 1032.911411] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGHEST for action security_group_members [ 1032.911411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.911411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.911411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.911411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.911411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.911411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.911411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.911411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.911411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.911411] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.921548] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.921827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.921981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.922324] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.922561] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.922796] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-d2959d35-9e8b-424b-b4a7-04bb451819a1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.120339] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48769470-c112-49cd-a8df-a2cb50aa2dcf [ 1033.120802] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.121179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.121179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.121419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.121605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.121726] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48769470-c112-49cd-a8df-a2cb50aa2dcf already deleted. [ 1033.121820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48769470-c112-49cd-a8df-a2cb50aa2dcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.370940] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 1033.371343] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 deletion is rescheduled due to dependency. [ 1033.371537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.413825] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.415035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.415035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.415035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.415035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.415035] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.415035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.415035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.415035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.415035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.415035] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c is going to be updated. [ 1033.442320] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.442398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.442542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.442735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.442835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.456181] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c in Status: IN_PROGRESS for 2s [ 1033.509030] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.509030] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.509030] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.509030] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.509030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.509972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.509972] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.014183] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20e80537-edae-4ad7-9a62-dcdfc25e26ac: rpc.has_security_group_logging(os_id): False [ 1034.033062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.033736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.033736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.034907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.034907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.034907] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.034907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.034907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.034907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.034907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.034907] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.035584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.035584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.035584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.035584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.035584] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.035584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.035773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.035773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.035829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.036814] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be created. [ 1034.098442] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.098442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.098442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.098442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.098442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.116505] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1034.150736] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 1034.150930] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 deletion is rescheduled due to dependency. [ 1034.151056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.230319] env[69155]: INFO networking_nsxv3.common.synchronization [req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 req-e8e92f99-3816-48f4-a2d0-5975d4222d88 service nova] Enqueued Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_rules [ 1034.230319] env[69155]: INFO networking_nsxv3.common.synchronization [req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 req-e8e92f99-3816-48f4-a2d0-5975d4222d88 service nova] Enqueued Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1034.230319] env[69155]: INFO networking_nsxv3.common.synchronization [req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 req-e8e92f99-3816-48f4-a2d0-5975d4222d88 service nova] Enqueued Resource ID: d2959d35-9e8b-424b-b4a7-04bb451819a1 with Priority: HIGHEST for action port [ 1034.230319] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_rules [ 1034.230530] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1034.230530] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2959d35-9e8b-424b-b4a7-04bb451819a1 with Priority: HIGHEST for action port [ 1034.233175] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.233175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.233175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.236789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.236789] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.236789] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.236789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.237109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.237303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.238233] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.238233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.239431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.239716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.242509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.242509] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.242509] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2959d35-9e8b-424b-b4a7-04bb451819a1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.242509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2959d35-9e8b-424b-b4a7-04bb451819a1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.242509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2959d35-9e8b-424b-b4a7-04bb451819a1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.242509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2959d35-9e8b-424b-b4a7-04bb451819a1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.242509] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2959d35-9e8b-424b-b4a7-04bb451819a1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.331934] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.337321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.337321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.337321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.337321] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.337321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.337321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.337321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.337321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.337321] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.337321] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.337321] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.337321] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.337321] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.337321] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.337321] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.359096] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.360561] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.360561] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.360561] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.360561] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-abfc4883-70e1-401c-9054-3e328f97dbf2 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.361136] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-abfc4883-70e1-401c-9054-3e328f97dbf2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.361840] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-abfc4883-70e1-401c-9054-3e328f97dbf2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.361928] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-abfc4883-70e1-401c-9054-3e328f97dbf2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.362155] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abfc4883-70e1-401c-9054-3e328f97dbf2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.367424] env[69155]: INFO networking_nsxv3.common.synchronization [None req-52124b7b-6cdc-41ac-a9f1-709d544415fa None None] Enqueued Resource ID: 45aacfea-b96c-46d6-9092-b79a432cb215 with Priority: HIGHEST for action port [ 1034.368304] env[69155]: INFO networking_nsxv3.common.synchronization [req-6f7648b6-6aa5-4976-8e03-0d11c925a85e req-99ff133c-c914-493b-9f35-a4dfbb4e0136 tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Enqueued Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_members [ 1034.371242] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45aacfea-b96c-46d6-9092-b79a432cb215 with Priority: HIGHEST for action port [ 1034.371442] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_members [ 1034.372196] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-45aacfea-b96c-46d6-9092-b79a432cb215 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.372333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45aacfea-b96c-46d6-9092-b79a432cb215" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.372407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45aacfea-b96c-46d6-9092-b79a432cb215" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.372859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45aacfea-b96c-46d6-9092-b79a432cb215" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.373139] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45aacfea-b96c-46d6-9092-b79a432cb215',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.374837] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-53df5f28-0549-49ba-9f8e-b9341148a2c4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.374980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.374980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.375580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.375882] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.376036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.376104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.376325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.378143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.379197] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.574942] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1034.575589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.675042] env[69155]: INFO networking_nsxv3.common.synchronization [None req-b0850a62-c589-4e9b-b550-941236230956 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Enqueued Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_rules [ 1034.675909] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_rules [ 1034.679426] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.679600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.679673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.681083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.681201] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.744700] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.744700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.744700] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.745538] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2959d35-9e8b-424b-b4a7-04bb451819a1 with status ACTIVE [ 1034.752020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.752020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.752020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.752020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.752020] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2959d35-9e8b-424b-b4a7-04bb451819a1 is going to be updated. [ 1034.781034] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.781253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.781253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.781620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.781620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.781746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2959d35-9e8b-424b-b4a7-04bb451819a1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.785936] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.786252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-956" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.786645] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-956" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.786830] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-956" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.787101] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.787362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.787421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.787654] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.787883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.788228] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.788463] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.788531] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.788644] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.788800] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.788885] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.789048] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.803162] env[69155]: INFO networking_nsxv3.common.synchronization [None req-8a4f4cad-f61e-4796-b357-8b212eb19971 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Enqueued Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_rules [ 1034.803918] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_rules [ 1034.805012] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.805466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.809410] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.809555] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.809693] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.809870] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-956" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.810200] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-e8654adf-8bad-495d-9d01-87b2e163fb64 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.810369] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-e8654adf-8bad-495d-9d01-87b2e163fb64" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.810752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-e8654adf-8bad-495d-9d01-87b2e163fb64" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.811166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-e8654adf-8bad-495d-9d01-87b2e163fb64" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.811319] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8654adf-8bad-495d-9d01-87b2e163fb64',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.866669] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.866838] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.866998] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.868380] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.868595] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.869562] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port abfc4883-70e1-401c-9054-3e328f97dbf2 not found, creating... [ 1034.869562] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.869562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.869845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.870080] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.870471] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.870694] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.870934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.871208] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.871456] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.871838] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.871885] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: abfc4883-70e1-401c-9054-3e328f97dbf2 is going to be created. [ 1034.880381] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45aacfea-b96c-46d6-9092-b79a432cb215 [ 1034.880667] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.880848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.881152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.881240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.881355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.881490] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45aacfea-b96c-46d6-9092-b79a432cb215 already deleted. [ 1034.881608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45aacfea-b96c-46d6-9092-b79a432cb215" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.881997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.882189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.882350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.882969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.882969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.882969] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.882969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.883183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.884403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.884403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.884403] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 already deleted. [ 1034.884403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.913025] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.913025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.913025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.913025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.913025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.913025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-abfc4883-70e1-401c-9054-3e328f97dbf2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.165042] env[69155]: INFO networking_nsxv3.common.synchronization [None req-6b007822-a23c-4bae-a80b-46c251381068 None None] Enqueued Resource ID: 9075d649-3e9d-4799-9f6a-055f5b5d8243 with Priority: HIGHEST for action port [ 1035.165042] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9075d649-3e9d-4799-9f6a-055f5b5d8243 with Priority: HIGHEST for action port [ 1035.165042] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9075d649-3e9d-4799-9f6a-055f5b5d8243 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.166867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9075d649-3e9d-4799-9f6a-055f5b5d8243" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.166867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9075d649-3e9d-4799-9f6a-055f5b5d8243" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.166867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9075d649-3e9d-4799-9f6a-055f5b5d8243" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.166867] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9075d649-3e9d-4799-9f6a-055f5b5d8243',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.207712] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.207712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.207712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.207712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.207712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.207712] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 already deleted. [ 1035.207712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.207712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.207712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.207712] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.252570] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.313903] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.314164] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.314305] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.314638] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.315907] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.315907] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port e8654adf-8bad-495d-9d01-87b2e163fb64 not found, creating... [ 1035.315907] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.315907] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.315907] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.315907] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.316167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.317531] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.317531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.317531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.321159] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.321410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.322279] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: e8654adf-8bad-495d-9d01-87b2e163fb64 is going to be created. [ 1035.340454] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.340675] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.340780] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.343221] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.343221] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.343221] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-e8654adf-8bad-495d-9d01-87b2e163fb64" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.474074] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c in Status: SUCCESS [ 1035.474276] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c deletion is rescheduled due to dependency. [ 1035.474392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.669693] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9075d649-3e9d-4799-9f6a-055f5b5d8243 [ 1035.669950] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.674803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.674803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.674803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.674803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.674803] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9075d649-3e9d-4799-9f6a-055f5b5d8243 already deleted. [ 1035.674803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9075d649-3e9d-4799-9f6a-055f5b5d8243" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.732658] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.732658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.732658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.732658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.732658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.732658] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 already deleted. [ 1035.732658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.757674] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.757674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.757674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.757674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.757674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.757674] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 is going to be created. [ 1035.781440] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.781674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.781674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.781878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.782045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.796492] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: UNINITIALIZED for 2s [ 1035.807921] env[69155]: INFO networking_nsxv3.common.synchronization [req-42d4e843-dcd7-4de9-a6c1-266fe8461733 req-7cedd95c-dcf1-4b43-9d49-6d3300e1d742 service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 1035.808117] env[69155]: INFO networking_nsxv3.common.synchronization [req-42d4e843-dcd7-4de9-a6c1-266fe8461733 req-7cedd95c-dcf1-4b43-9d49-6d3300e1d742 service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1035.808262] env[69155]: INFO networking_nsxv3.common.synchronization [req-42d4e843-dcd7-4de9-a6c1-266fe8461733 req-7cedd95c-dcf1-4b43-9d49-6d3300e1d742 service nova] Enqueued Resource ID: abfc4883-70e1-401c-9054-3e328f97dbf2 with Priority: HIGHEST for action port [ 1035.808495] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 1035.808624] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1035.808718] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abfc4883-70e1-401c-9054-3e328f97dbf2 with Priority: HIGHEST for action port [ 1035.810297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.810429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.810489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.810691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.810784] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.812860] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.812980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.813066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.813245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.813435] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.813495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.813583] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.813682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.813767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.813862] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.819103] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-abfc4883-70e1-401c-9054-3e328f97dbf2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.819103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abfc4883-70e1-401c-9054-3e328f97dbf2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.819103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abfc4883-70e1-401c-9054-3e328f97dbf2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.819103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abfc4883-70e1-401c-9054-3e328f97dbf2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.819103] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abfc4883-70e1-401c-9054-3e328f97dbf2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.058958] env[69155]: INFO networking_nsxv3.common.synchronization [req-6f7648b6-6aa5-4976-8e03-0d11c925a85e req-de751256-1b14-40fb-a7fb-5e8944db358e service nova] Enqueued Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_rules [ 1036.058958] env[69155]: INFO networking_nsxv3.common.synchronization [req-6f7648b6-6aa5-4976-8e03-0d11c925a85e req-de751256-1b14-40fb-a7fb-5e8944db358e service nova] Enqueued Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_members [ 1036.059108] env[69155]: INFO networking_nsxv3.common.synchronization [req-6f7648b6-6aa5-4976-8e03-0d11c925a85e req-de751256-1b14-40fb-a7fb-5e8944db358e service nova] Enqueued Resource ID: e8654adf-8bad-495d-9d01-87b2e163fb64 with Priority: HIGHEST for action port [ 1036.061774] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_rules [ 1036.061774] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_members [ 1036.061774] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8654adf-8bad-495d-9d01-87b2e163fb64 with Priority: HIGHEST for action port [ 1036.062431] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53df5f28-0549-49ba-9f8e-b9341148a2c4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.062567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.062634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.067030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.067030] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.068106] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-53df5f28-0549-49ba-9f8e-b9341148a2c4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.068106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.068256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.068953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.068953] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.068953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.068953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.068953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.068953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.068953] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.072048] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8654adf-8bad-495d-9d01-87b2e163fb64 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.072048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8654adf-8bad-495d-9d01-87b2e163fb64" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.072048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8654adf-8bad-495d-9d01-87b2e163fb64" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.072048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8654adf-8bad-495d-9d01-87b2e163fb64" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.072048] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8654adf-8bad-495d-9d01-87b2e163fb64',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.131964] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1036.131964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.131964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.131964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.131964] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.313997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.314143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.319495] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.324326] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abfc4883-70e1-401c-9054-3e328f97dbf2 with status ACTIVE [ 1036.324562] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.324690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.324755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.324989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.325119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.325314] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.325459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.325625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.325702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.325777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.325959] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.326061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.326119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.326255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.326324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.326438] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abfc4883-70e1-401c-9054-3e328f97dbf2 is going to be updated. [ 1036.345148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.345299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.345364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.345627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.345836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.346661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abfc4883-70e1-401c-9054-3e328f97dbf2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.573737] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-53df5f28-0549-49ba-9f8e-b9341148a2c4 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.574053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.574193] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.575139] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8654adf-8bad-495d-9d01-87b2e163fb64 with status ACTIVE [ 1036.575383] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.576033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.576033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.576033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.576298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.576353] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.576492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.576648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.576789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.576910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.577284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.577284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.577412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.578486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.578486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.578486] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8654adf-8bad-495d-9d01-87b2e163fb64 is going to be updated. [ 1036.598866] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.599030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.599100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.599341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.599483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.599653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8654adf-8bad-495d-9d01-87b2e163fb64" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.634460] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.634635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.634702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.634927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.635131] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.635234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.635296] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.635546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.635677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.635776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.635875] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.821665] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.080047] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.138077] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.141022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.141022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.141022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.141022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.141669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.141669] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.325674] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.325834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.325894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.326144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.326234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.326331] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1037.353912] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.354090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.354138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.354962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.354962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.363787] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1037.583683] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.583870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.583983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.584360] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.584360] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.584360] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 is going to be created. [ 1037.607034] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.607034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.607219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.607385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.607614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.616560] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 in Status: UNINITIALIZED for 2s [ 1037.645866] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20e80537-edae-4ad7-9a62-dcdfc25e26ac: rpc.has_security_group_logging(os_id): False [ 1037.661373] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.661548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.661625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.661835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.661926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.662124] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.662223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.662287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.662432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.662581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.663062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.663062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.663062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.663062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.663253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.665293] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.665293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.665293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.665293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.665293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.665577] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1037.722613] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.722752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.722818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.723117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.723279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.735571] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1037.805675] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: SUCCESS [ 1037.806033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.806137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.806421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.806652] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.806774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.806838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.807013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.807093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.807178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.807270] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.310060] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.310442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.310442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.310626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.310815] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.310916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.310964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.311135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.311221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.311308] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.311483] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.311617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.311746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.311935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.312115] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.312210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.312272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.312407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.312486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.312570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.312663] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.814673] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2: rpc.has_security_group_logging(os_id): False [ 1038.831563] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.831754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.831754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.832057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.832220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.832349] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.832450] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.832526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.832659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.832740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.832912] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.833061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.833061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.833203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.833274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.833464] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.833550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.833617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.833782] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.833863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.833952] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 is going to be created. [ 1038.908277] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.908495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.908614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.908925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.909260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.935072] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: IN_PROGRESS for 2s [ 1039.374870] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1039.375202] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.376038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.376038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.376038] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.376038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.376278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.376313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.376391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.376533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.376652] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.627140] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 in Status: SUCCESS [ 1039.627382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.627578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.627926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.628156] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.628279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.628346] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.628533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.628620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.628722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.628816] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.747438] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1039.747673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.885678] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.885954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.885954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.886226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.886411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.886553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.886620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.886757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.886880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.887488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.887488] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.887488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.887488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.887859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.887859] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.887859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.888053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.888105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.888218] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.888309] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.888394] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.065631] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 req-2131ca39-b7a5-42bb-a9ff-ddc13ac39b55 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1040.066604] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1040.066887] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.067060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.067185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.067446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.067980] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.067980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.067980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.067980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.068240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.068240] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.132350] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.392488] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f90b33-013f-45cf-b8de-02ee4aabe311: rpc.has_security_group_logging(os_id): False [ 1040.397200] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.397292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.397501] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.398066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.398185] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.398399] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.398565] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.398855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.399057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.399798] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.400053] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.400220] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.400495] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.400676] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.400998] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.401232] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.418888] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.419043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.419132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.419722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.419722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.419722] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.419722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.419916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.419916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.419996] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.421772] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.421772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.421772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.421772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.421772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.421772] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.421772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.421772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.421772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.421772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.421772] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1040.423565] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.426018] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.426018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.426018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.426018] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-dfb5267b-3f79-4faf-8d69-0d0541022fd5 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.426018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-dfb5267b-3f79-4faf-8d69-0d0541022fd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.426018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-dfb5267b-3f79-4faf-8d69-0d0541022fd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.426018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-dfb5267b-3f79-4faf-8d69-0d0541022fd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.426018] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb5267b-3f79-4faf-8d69-0d0541022fd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.478652] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.478804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.478898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.479107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.479254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.493156] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1040.573312] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.573312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.573312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.573312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.573312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.573312] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.573312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.573312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.573312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.573312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.573312] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 1040.621180] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.621383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.621442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.621654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.621817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.631779] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 1040.634241] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53df5f28-0549-49ba-9f8e-b9341148a2c4: rpc.has_security_group_logging(os_id): False [ 1040.660350] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.660564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.660685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.660977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.661114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.661394] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.661592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.661705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.661957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.662086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.662220] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 is going to be created. [ 1040.685972] env[69155]: INFO networking_nsxv3.common.synchronization [req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 req-54dbfb23-ced4-4548-80f8-2608af6d2096 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1040.686750] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1040.686911] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.687028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.687092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.687284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.687449] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.687552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.687613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.688881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.688881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.688881] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.738541] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.738739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.738819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.739083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.739281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.753067] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 in Status: IN_PROGRESS for 2s [ 1040.927975] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.928495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.928495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.928907] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.929102] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.929314] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port dfb5267b-3f79-4faf-8d69-0d0541022fd5 not found, creating... [ 1040.930031] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.930031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.930217] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.930510] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.930716] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.931144] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.931299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.931445] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.931734] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.931922] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.932121] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: dfb5267b-3f79-4faf-8d69-0d0541022fd5 is going to be created. [ 1040.948336] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: SUCCESS [ 1040.948523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.952728] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.953050] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.953223] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.953661] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.953961] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.954234] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-dfb5267b-3f79-4faf-8d69-0d0541022fd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.191198] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.694551] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.922999] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 req-b8d3855a-1c81-4268-802d-616ed51bcd29 service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 1041.923325] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 req-b8d3855a-1c81-4268-802d-616ed51bcd29 service nova] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1041.923557] env[69155]: INFO networking_nsxv3.common.synchronization [req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 req-b8d3855a-1c81-4268-802d-616ed51bcd29 service nova] Enqueued Resource ID: dfb5267b-3f79-4faf-8d69-0d0541022fd5 with Priority: HIGHEST for action port [ 1041.924524] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_rules [ 1041.924524] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1041.924628] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfb5267b-3f79-4faf-8d69-0d0541022fd5 with Priority: HIGHEST for action port [ 1041.927571] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.927571] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.927571] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.927571] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.927571] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.927571] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.927937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.928030] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfb5267b-3f79-4faf-8d69-0d0541022fd5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.928165] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfb5267b-3f79-4faf-8d69-0d0541022fd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.928735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfb5267b-3f79-4faf-8d69-0d0541022fd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.928735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfb5267b-3f79-4faf-8d69-0d0541022fd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.928735] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb5267b-3f79-4faf-8d69-0d0541022fd5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.104408] env[69155]: INFO networking_nsxv3.common.synchronization [req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 req-48276325-cb66-45fd-9a56-ec57fc8847e6 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1042.104458] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1042.104845] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.104845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.197400] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.197554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.197628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.197851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.197942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.198123] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1042.226318] env[69155]: INFO networking_nsxv3.common.synchronization [req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 req-bdfdaad3-d1f2-4499-a181-d12a5ad8c8b5 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Enqueued Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGHEST for action security_group_members [ 1042.227765] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.227892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.227958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.228183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.229020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.229656] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGHEST for action security_group_members [ 1042.229955] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-636e5058-9ffe-44e3-83f8-057ca2031939 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.230069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.230133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.230291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.230428] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.230546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.230732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.230896] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.230974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.231076] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('636e5058-9ffe-44e3-83f8-057ca2031939',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.248466] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1042.431709] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.431903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.432190] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfb5267b-3f79-4faf-8d69-0d0541022fd5 with status ACTIVE [ 1042.432334] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.432445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.432523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.432734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.432826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.432996] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.433105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.433181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.433314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.433392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.433565] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.433657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.433718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.433856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.433928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.434015] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfb5267b-3f79-4faf-8d69-0d0541022fd5 is going to be updated. [ 1042.456358] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.456511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.456591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.457114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.457114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.457114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfb5267b-3f79-4faf-8d69-0d0541022fd5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.505390] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1042.505735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.532286] env[69155]: INFO networking_nsxv3.common.synchronization [req-9fc01156-b3df-4568-b5c7-ba70fca2a165 req-044ba18b-6520-4c5c-9634-a4918af5483e tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1042.533558] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1042.533558] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.533558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.533558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.533906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.533997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.534809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.534809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.534809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.534809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.534809] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.642321] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 1042.642321] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 deletion is rescheduled due to dependency. [ 1042.642474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.642534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.642741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.642928] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.643052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.643117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.643265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.643344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.643877] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.733749] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.734050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.734050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.734241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.734335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.734545] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.734653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.734738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.734921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.735009] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.735106] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 636e5058-9ffe-44e3-83f8-057ca2031939 is going to be updated. [ 1042.764173] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.764392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.764612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.764980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.766149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.767712] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 in Status: SUCCESS [ 1042.767995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.777679] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 636e5058-9ffe-44e3-83f8-057ca2031939 in Status: IN_PROGRESS for 2s [ 1042.918208] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.918425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.918555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.918835] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.919119] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.919280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.919427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.919614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.920646] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.920646] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.920646] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.920646] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.920646] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.920861] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.920861] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.920959] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.939257] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.940281] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.940454] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.940645] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.940994] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-01480b34-07bf-4aa3-a6dd-ef382b962e6c taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.941214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-01480b34-07bf-4aa3-a6dd-ef382b962e6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.941342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-01480b34-07bf-4aa3-a6dd-ef382b962e6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.941692] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-01480b34-07bf-4aa3-a6dd-ef382b962e6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.941843] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01480b34-07bf-4aa3-a6dd-ef382b962e6c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.037094] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.037315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.037315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.037601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.037705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.037982] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.038108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.038169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.038331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.038560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.038560] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 1043.069306] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.069389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.069422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.069754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.069888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.081784] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 1043.152026] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.451886] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.452247] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.452415] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.452758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.452969] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.453181] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 01480b34-07bf-4aa3-a6dd-ef382b962e6c not found, creating... [ 1043.453527] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.453766] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.453904] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.454209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.454397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.454796] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.455362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.456071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.456340] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.456574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.456884] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 01480b34-07bf-4aa3-a6dd-ef382b962e6c is going to be created. [ 1043.476134] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.476815] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.476815] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.476926] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.477228] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.477544] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-01480b34-07bf-4aa3-a6dd-ef382b962e6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.651545] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.152860] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.153335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.153335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.153335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.153613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.153613] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 1044.190226] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.190389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.190467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.190669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.190810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.210311] env[69155]: INFO networking_nsxv3.common.synchronization [req-9fc01156-b3df-4568-b5c7-ba70fca2a165 req-5bb94ebc-50ed-4c38-a352-949ce8111372 service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 1044.210311] env[69155]: INFO networking_nsxv3.common.synchronization [req-9fc01156-b3df-4568-b5c7-ba70fca2a165 req-5bb94ebc-50ed-4c38-a352-949ce8111372 service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1044.210311] env[69155]: INFO networking_nsxv3.common.synchronization [req-9fc01156-b3df-4568-b5c7-ba70fca2a165 req-5bb94ebc-50ed-4c38-a352-949ce8111372 service nova] Enqueued Resource ID: 01480b34-07bf-4aa3-a6dd-ef382b962e6c with Priority: HIGHEST for action port [ 1044.212027] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 1044.212549] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 1044.212682] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1044.212795] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01480b34-07bf-4aa3-a6dd-ef382b962e6c with Priority: HIGHEST for action port [ 1044.213103] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.213270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.214677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.214677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.214677] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.214677] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.214677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.214941] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-01480b34-07bf-4aa3-a6dd-ef382b962e6c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.214941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01480b34-07bf-4aa3-a6dd-ef382b962e6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.215050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01480b34-07bf-4aa3-a6dd-ef382b962e6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.215606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01480b34-07bf-4aa3-a6dd-ef382b962e6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.215606] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01480b34-07bf-4aa3-a6dd-ef382b962e6c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.257086] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1044.257364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.257538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.257812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.258048] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.258171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.258303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.258411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.258487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.258659] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.717776] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.717962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.719261] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01480b34-07bf-4aa3-a6dd-ef382b962e6c with status ACTIVE [ 1044.719450] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.719602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.719689] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.719918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.720132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.720456] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.720456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.720456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.720587] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.720659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.720847] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.720953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.721030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.721204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.721321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.721360] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01480b34-07bf-4aa3-a6dd-ef382b962e6c is going to be updated. [ 1044.743044] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.743193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.743248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.743585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.743725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.743891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01480b34-07bf-4aa3-a6dd-ef382b962e6c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.763719] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.763846] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.763952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.764268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.764457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.764804] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.764973] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.765104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.765365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.765723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.765723] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1044.786830] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 636e5058-9ffe-44e3-83f8-057ca2031939 in Status: SUCCESS [ 1044.786830] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 636e5058-9ffe-44e3-83f8-057ca2031939 deletion is rescheduled due to dependency. [ 1044.786946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.796943] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.796943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.796943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.796943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.796943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.805454] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1045.091285] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 1045.091490] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 deletion is rescheduled due to dependency. [ 1045.091556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.091716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.091928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.092156] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.092277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.092342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.092503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.092640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.092690] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.599789] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.105779] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.221517] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 1046.223972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.223972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.223972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.223972] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.223972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.223972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.223972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.223972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.223972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.223972] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.610892] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.611275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.611275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.611887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.611887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.611887] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 1046.639986] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.640160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.640285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.640548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.640758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.651752] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 1046.729729] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.730035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.730141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.730477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.734299] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.734441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.734508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.734711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.734905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.734905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.735322] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.735322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.735322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.735593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.735818] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.735968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.736183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.736360] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.736456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.736583] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.736705] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.815165] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1046.815424] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac deletion is rescheduled due to dependency. [ 1046.815642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.245275] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdf8ccee-4773-4d89-b13c-097861be9056: rpc.has_security_group_logging(os_id): False [ 1047.272189] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.272345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.272415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.272639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.272729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.272978] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.273099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.273406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.273406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.273406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.273584] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.273727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.273727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.273876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.273949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.275241] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.275241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.275241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.275241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.275241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.275241] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 1047.340306] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.340423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.340499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.340722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.340865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.359414] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 1048.666886] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 1048.666886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.666886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.666886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.666886] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.666886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.666886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.666886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.666886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.666886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.666886] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.170689] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.170943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.170943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.171262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.172051] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.172051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.172051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.172051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.172051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.172051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.172560] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.172560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.172560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.172560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.172813] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.172813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.172813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.173032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.173032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.173032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.173211] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.214175] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1049.214414] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1049.376304] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 1049.376304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.678447] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5: rpc.has_security_group_logging(os_id): False [ 1049.697430] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.697952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.697952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.697952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.697952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.700017] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.700017] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.700017] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.700017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.700533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.700533] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 1049.759051] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.759051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.759192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.759313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.759493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.778121] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 1050.107841] env[69155]: INFO networking_nsxv3.common.synchronization [req-e799ea3e-6060-4b3f-b881-954f041d14f2 req-47ab536e-cffc-4bef-aaf4-c8ca76e729d0 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Enqueued Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_members [ 1050.108474] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGHEST for action security_group_members [ 1050.110641] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.110814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.110881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.111122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.115031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.115031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.115031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.115031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.115031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.115031] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.615393] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.615692] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.615758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.615983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.616056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.616505] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.616621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.616730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.616878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.616961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.617093] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb is going to be updated. [ 1050.657135] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.657135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.657135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.657345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.658384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.668296] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb in Status: IN_PROGRESS for 2s [ 1051.296673] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e1f8cce-d3cb-4233-996a-742587e06899 req-c2fca796-fb67-49ac-bbb9-4843d074cd8e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1051.297236] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1051.297557] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.297715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.297778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.297991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.298974] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.299265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.299363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.299627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.299761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.299865] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.793458] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 1051.793696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.804298] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.934539] env[69155]: INFO networking_nsxv3.common.synchronization [None req-9b100032-665c-45c2-bec9-e35c0165a2cb tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1051.934999] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1051.935325] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.935419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.308174] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.370793] env[69155]: INFO networking_nsxv3.common.synchronization [req-994efcc0-6e85-4820-b75a-2fe7e3e554fa req-69e905c5-e333-4dc5-a7be-1458f81b3ef1 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 1052.374606] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGHEST for action security_group_members [ 1052.374606] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.374606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.374606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.374606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.374606] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.374606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.374606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.374606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.374606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.374606] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.677679] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb in Status: SUCCESS [ 1052.677906] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb deletion is rescheduled due to dependency. [ 1052.678038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.810652] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.810652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.810652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.810798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.811029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.811092] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1052.849331] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.849490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.849553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.849771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.849921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.859427] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1052.881296] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.881498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.881580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.884015] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.884128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.884382] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.884561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.884681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.884925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.885041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.885143] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be updated. [ 1052.913549] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.913549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.913549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.913549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.913549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.922127] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: IN_PROGRESS for 2s [ 1054.873237] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1054.873237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.873237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.873237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.873237] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.873237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.873237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.873237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.873237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.873237] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.930382] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 in Status: SUCCESS [ 1054.930570] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 deletion is rescheduled due to dependency. [ 1054.930691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.290628] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.290849] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.290979] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.291309] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.291582] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.291747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.291975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.292162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.292274] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.292463] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.292604] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.292874] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.292874] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.292977] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.293062] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.293215] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.312809] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.312809] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.312809] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.312809] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.312809] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-9d1e9a6a-b28c-4968-9836-a1deeb274446 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.312809] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.312809] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.312809] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.312809] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1e9a6a-b28c-4968-9836-a1deeb274446',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.375316] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.375477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.375640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.375890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.376038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.376269] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.376418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.376494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.376689] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.376779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.376879] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1055.401694] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.401844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.401905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.402127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.402265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.409207] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1055.815716] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.816106] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.816343] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.816789] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.817088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.817385] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.817559] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.817909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.817909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.818122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.818445] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.818630] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.818762] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.818981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.819146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.819281] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 9d1e9a6a-b28c-4968-9836-a1deeb274446 is going to be updated. [ 1055.842377] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.842584] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.842717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.843082] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.843301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.844273] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.585617] env[69155]: INFO networking_nsxv3.common.synchronization [req-c24a314c-ea3b-4263-a67f-91b5cf03866c req-517b5249-e675-424f-887b-469219d2ceec service nova] Enqueued Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_rules [ 1056.585882] env[69155]: INFO networking_nsxv3.common.synchronization [req-c24a314c-ea3b-4263-a67f-91b5cf03866c req-517b5249-e675-424f-887b-469219d2ceec service nova] Enqueued Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_members [ 1056.587272] env[69155]: INFO networking_nsxv3.common.synchronization [req-c24a314c-ea3b-4263-a67f-91b5cf03866c req-517b5249-e675-424f-887b-469219d2ceec service nova] Enqueued Resource ID: 9d1e9a6a-b28c-4968-9836-a1deeb274446 with Priority: HIGHEST for action port [ 1056.587272] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_rules [ 1056.587272] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_members [ 1056.587272] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1e9a6a-b28c-4968-9836-a1deeb274446 with Priority: HIGHEST for action port [ 1056.587272] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.587647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.587647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.587647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.587647] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.588498] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.588618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.588662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.588837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.590224] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.590224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.590224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.590224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.590224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.590224] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.590823] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d1e9a6a-b28c-4968-9836-a1deeb274446 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.590900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.590949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.591102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.591438] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1e9a6a-b28c-4968-9836-a1deeb274446',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.093187] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.093187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.093187] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.094135] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d1e9a6a-b28c-4968-9836-a1deeb274446 with status ACTIVE [ 1057.095186] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.095186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.095186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.095186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.095186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.095186] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.095498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.095498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.095498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.095644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.096066] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.096066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.096066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.096066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.096292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.096292] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d1e9a6a-b28c-4968-9836-a1deeb274446 is going to be updated. [ 1057.115752] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.115930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.115969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.116183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.116315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.116469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d1e9a6a-b28c-4968-9836-a1deeb274446" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.419536] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1057.419536] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 deletion is rescheduled due to dependency. [ 1057.419750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.598425] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.102189] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.102189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.102189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.102189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.102189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.102189] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44792a08-5603-4544-ab1b-ecb907ed549b is going to be updated. [ 1058.127907] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.128122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.128206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.128451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.128615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.137094] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: IN_PROGRESS for 2s [ 1060.149445] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: SUCCESS [ 1060.149445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.151192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.151192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.151192] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.151192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.151192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.151192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.151192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.151192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.151192] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.156315] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc81e8c3-f381-4598-9fd3-86d292ab4231 req-9ce7b48d-e003-4a7d-8a3a-373b7c227963 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1060.156753] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1060.158028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.158028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.158028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.158028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.158028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.158028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.158028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.158028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.158028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.160574] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.656261] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.664579] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.664818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.664884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.665183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.665316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.665600] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.665769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.665846] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.666145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.666179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.666309] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1060.695113] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.695113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.695113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.695113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.695113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.711764] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1061.010531] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.010779] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.010954] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.011261] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.011522] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.012154] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.012763] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.012763] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.012763] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.012981] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.013139] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.013291] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.013770] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.014309] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.014309] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.014309] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.033089] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.033338] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.033882] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.033882] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.034180] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-f2569f9e-dffa-457d-9248-0aa2103c229c taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.034377] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-f2569f9e-dffa-457d-9248-0aa2103c229c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.034499] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-f2569f9e-dffa-457d-9248-0aa2103c229c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.034820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-f2569f9e-dffa-457d-9248-0aa2103c229c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.034958] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2569f9e-dffa-457d-9248-0aa2103c229c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.066331] env[69155]: INFO networking_nsxv3.common.synchronization [req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e req-1f316696-ef06-484c-a536-e5f3848c42dc tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_members [ 1061.066857] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 with Priority: HIGHEST for action security_group_members [ 1061.067458] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.067458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.067458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.067658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.067816] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.067932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.067932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.068241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.068362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.068476] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e0e2c-1407-4ee7-9f91-c782d4d9d152',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.115436] env[69155]: INFO networking_nsxv3.common.synchronization [req-641d2028-a510-42cb-a4cc-f326f7c54e9c req-864902be-bdbe-467b-8ce8-ebf106a5a52d tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 1061.116189] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGHEST for action security_group_members [ 1061.116546] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.116767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.116838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.117228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.117228] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.117356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.117356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.117435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.117527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.117624] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.158755] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44792a08-5603-4544-ab1b-ecb907ed549b: rpc.has_security_group_logging(os_id): False [ 1061.177756] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.177892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.177967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.178251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.199065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.199065] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.199065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.199212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.199293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.199372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.199459] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44792a08-5603-4544-ab1b-ecb907ed549b is going to be updated. [ 1061.261383] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.261383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.261383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.261383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.261383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.272648] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: IN_PROGRESS for 2s [ 1061.538387] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.538675] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.538874] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.539250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.539639] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.539639] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port f2569f9e-dffa-457d-9248-0aa2103c229c not found, creating... [ 1061.539999] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.540556] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.540755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.541121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.541256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.541739] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.542507] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.542708] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.543083] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.543331] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.543566] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: f2569f9e-dffa-457d-9248-0aa2103c229c is going to be created. [ 1061.562134] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.562492] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.562622] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.562931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.563260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.563528] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-f2569f9e-dffa-457d-9248-0aa2103c229c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.571471] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.571639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.571697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.571916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.572025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.572219] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.572325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.572432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.572549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.572638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.572729] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 is going to be updated. [ 1061.601859] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.601859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.601859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.601859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.601859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.608723] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 in Status: IN_PROGRESS for 2s [ 1061.619970] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.621343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.621343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.621343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.621343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.621343] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.621343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.621343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.621795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.621795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.621795] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce is going to be updated. [ 1061.654940] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.655067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.655154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.655563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.655847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.674246] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: IN_PROGRESS for 2s [ 1062.516844] env[69155]: INFO networking_nsxv3.common.synchronization [req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 req-1671c639-71e8-47f2-b2c2-b5ea11fef535 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1062.516844] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGHEST for action security_group_members [ 1062.516844] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.516844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.516844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.517925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.517925] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.517925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.517925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.517925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.517925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.517925] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.615691] env[69155]: INFO networking_nsxv3.common.synchronization [req-39760a2c-8462-40c0-9ea5-330ffb312949 req-261d0110-58c5-463f-951c-b23ecf7ed6a9 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1062.616116] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1062.616712] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.616886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.617229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.617229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.617361] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.617587] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.617587] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.617781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.617840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.618031] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.692556] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc81e8c3-f381-4598-9fd3-86d292ab4231 req-7b5ff0be-69d3-473b-acee-a4eec3ec2fa0 service nova] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_rules [ 1062.692556] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc81e8c3-f381-4598-9fd3-86d292ab4231 req-7b5ff0be-69d3-473b-acee-a4eec3ec2fa0 service nova] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1062.692556] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc81e8c3-f381-4598-9fd3-86d292ab4231 req-7b5ff0be-69d3-473b-acee-a4eec3ec2fa0 service nova] Enqueued Resource ID: f2569f9e-dffa-457d-9248-0aa2103c229c with Priority: HIGHEST for action port [ 1062.697366] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_rules [ 1062.697583] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1062.697637] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2569f9e-dffa-457d-9248-0aa2103c229c with Priority: HIGHEST for action port [ 1062.698459] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.698652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.698727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.698940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.699035] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.699974] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.700110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.700835] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2569f9e-dffa-457d-9248-0aa2103c229c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.701061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2569f9e-dffa-457d-9248-0aa2103c229c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.701061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2569f9e-dffa-457d-9248-0aa2103c229c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.701238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2569f9e-dffa-457d-9248-0aa2103c229c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.701309] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2569f9e-dffa-457d-9248-0aa2103c229c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.721440] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1062.721619] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac deletion is rescheduled due to dependency. [ 1062.721735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.721901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.722169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.722377] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.722506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.722579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.722747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.722855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.722954] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.021364] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.021364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.021364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.021598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.021598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.021741] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.021794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.022409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.022409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.022409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.022409] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be updated. [ 1063.046995] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.046995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.046995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.047242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.047327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.056625] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: IN_PROGRESS for 2s [ 1063.125695] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.125695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.125695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.125930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.126019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.126231] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.126331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.126388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.126533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.126608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.126720] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 is going to be updated. [ 1063.156486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.156840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.156840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.157028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.157174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.168765] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: IN_PROGRESS for 2s [ 1063.202920] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.203075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.203398] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2569f9e-dffa-457d-9248-0aa2103c229c with status ACTIVE [ 1063.203718] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.203855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.203923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.204160] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.204252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.204446] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.204532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.204611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.204762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.204859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.205023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.205183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.205183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.205315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.205391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.205474] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2569f9e-dffa-457d-9248-0aa2103c229c is going to be updated. [ 1063.224917] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.234892] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.235089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.235192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.235400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.235559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.235774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2569f9e-dffa-457d-9248-0aa2103c229c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.286171] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: SUCCESS [ 1063.286354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.616975] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 in Status: SUCCESS [ 1063.617440] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e0e2c-1407-4ee7-9f91-c782d4d9d152 deletion is rescheduled due to dependency. [ 1063.617440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e0e2c-1407-4ee7-9f91-c782d4d9d152" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.683933] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce in Status: SUCCESS [ 1063.684149] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce deletion is rescheduled due to dependency. [ 1063.684263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.727356] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.203040] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc81e8c3-f381-4598-9fd3-86d292ab4231 req-c510e643-9e19-4786-a5fe-2506a7c8f7e1 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1064.203040] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1064.203040] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.203040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.231876] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.231876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.231876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.231876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.231876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.231876] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1064.274044] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.274044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.274044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.274044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.274044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.282965] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1064.644759] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.646122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.646122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.646122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.649014] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.649014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.649014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.649014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.649014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.649014] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.649014] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.649014] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.649014] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.649014] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.649014] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.649014] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.668134] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.668416] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.668483] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.668658] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-937" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.669009] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-332ca961-8c6d-4389-8efd-8bd4ac87d000 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.669899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-332ca961-8c6d-4389-8efd-8bd4ac87d000" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.669899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-332ca961-8c6d-4389-8efd-8bd4ac87d000" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.669899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-332ca961-8c6d-4389-8efd-8bd4ac87d000" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.669899] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332ca961-8c6d-4389-8efd-8bd4ac87d000',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.067582] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf8ccee-4773-4d89-b13c-097861be9056 in Status: SUCCESS [ 1065.067582] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 deletion is rescheduled due to dependency. [ 1065.067582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.171991] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.172299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.172432] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.172784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.172951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.173147] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 332ca961-8c6d-4389-8efd-8bd4ac87d000 not found, creating... [ 1065.173401] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.173579] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.173773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.174035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.174189] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.174492] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.174649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.174774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.175081] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.175241] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.175388] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 332ca961-8c6d-4389-8efd-8bd4ac87d000 is going to be created. [ 1065.179666] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: SUCCESS [ 1065.179827] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 deletion is rescheduled due to dependency. [ 1065.179929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.195273] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.195512] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.195653] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.196039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.196272] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.196517] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-332ca961-8c6d-4389-8efd-8bd4ac87d000" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.942459] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc81e8c3-f381-4598-9fd3-86d292ab4231 req-7bdcc392-3dcc-4aed-8fe8-5dfe90fb1159 service nova] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_rules [ 1065.942709] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc81e8c3-f381-4598-9fd3-86d292ab4231 req-7bdcc392-3dcc-4aed-8fe8-5dfe90fb1159 service nova] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1065.942910] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc81e8c3-f381-4598-9fd3-86d292ab4231 req-7bdcc392-3dcc-4aed-8fe8-5dfe90fb1159 service nova] Enqueued Resource ID: 332ca961-8c6d-4389-8efd-8bd4ac87d000 with Priority: HIGHEST for action port [ 1065.943204] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_rules [ 1065.943344] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1065.943448] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332ca961-8c6d-4389-8efd-8bd4ac87d000 with Priority: HIGHEST for action port [ 1065.945667] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.945766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.946894] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.946894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.947179] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-332ca961-8c6d-4389-8efd-8bd4ac87d000 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.947179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-332ca961-8c6d-4389-8efd-8bd4ac87d000" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.947179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-332ca961-8c6d-4389-8efd-8bd4ac87d000" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.947355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-332ca961-8c6d-4389-8efd-8bd4ac87d000" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.947409] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332ca961-8c6d-4389-8efd-8bd4ac87d000',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.292353] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1066.292697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.292917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.293807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.293807] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.293807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.293807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.294277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.294277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.294277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.294277] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.295144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.295337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.295537] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.295713] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.295775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.295962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.296087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.296191] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.452405] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 332ca961-8c6d-4389-8efd-8bd4ac87d000 with status ACTIVE [ 1066.452651] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.452884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.452960] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.453229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.453326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.453526] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.453629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.453724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.453911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.453991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.454198] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.454294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.454369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.454522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.454597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.454681] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 332ca961-8c6d-4389-8efd-8bd4ac87d000 is going to be updated. [ 1066.476447] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.476701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.476701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.476912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.477050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.477217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-332ca961-8c6d-4389-8efd-8bd4ac87d000" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.798614] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.798774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.798931] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.300659] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.805029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.805029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.805029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.805029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.805902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.806153] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1067.833156] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.833156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.833156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.833156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.833462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.844973] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1069.854627] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1069.854938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.855279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.855279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.855454] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.855577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.855836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.855944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.856029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.856170] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.358050] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.864458] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.944969] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1070.945154] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1071.154666] env[69155]: INFO networking_nsxv3.common.synchronization [req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db req-88955b55-7c54-4128-a171-f04997168765 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Enqueued Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_members [ 1071.155354] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_members [ 1071.155666] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.155666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.155926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.156047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.156214] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.156312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.156369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.156525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.156610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.156695] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.367758] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.367989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.367989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.368236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.368342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.368451] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1071.392845] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.392998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.393062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.393244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.393396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.401208] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1071.436888] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.437168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-508" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.437350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-508" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.437750] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-508" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.438610] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.439047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.439047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.439242] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.439494] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.439771] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.439938] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.440085] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.440245] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.440397] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.440532] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.440740] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.459707] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.459890] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1071.460051] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.460244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-508" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.460574] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-3ea517ce-2d07-4582-827a-7c08555307f8 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.460757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-3ea517ce-2d07-4582-827a-7c08555307f8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.460885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-3ea517ce-2d07-4582-827a-7c08555307f8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.461267] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-3ea517ce-2d07-4582-827a-7c08555307f8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.461413] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea517ce-2d07-4582-827a-7c08555307f8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.659583] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.659788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.659864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.660145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.660262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.660492] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.660618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.660739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.660890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.660979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.661115] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 already deleted. [ 1071.661180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.963962] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.964306] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.964345] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.964629] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.964783] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964999] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 3ea517ce-2d07-4582-827a-7c08555307f8 not found, creating... [ 1071.965386] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.965584] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.965713] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.965970] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.966131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.966428] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.966584] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.966706] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.966957] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.967117] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967264] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 3ea517ce-2d07-4582-827a-7c08555307f8 is going to be created. [ 1071.987685] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.987685] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.987685] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.987685] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.987685] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.987685] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-3ea517ce-2d07-4582-827a-7c08555307f8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.890478] env[69155]: INFO networking_nsxv3.common.synchronization [req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db req-3e7400e0-ff65-4949-8962-51eb87882558 service nova] Enqueued Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_rules [ 1072.890665] env[69155]: INFO networking_nsxv3.common.synchronization [req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db req-3e7400e0-ff65-4949-8962-51eb87882558 service nova] Enqueued Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_members [ 1072.890807] env[69155]: INFO networking_nsxv3.common.synchronization [req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db req-3e7400e0-ff65-4949-8962-51eb87882558 service nova] Enqueued Resource ID: 3ea517ce-2d07-4582-827a-7c08555307f8 with Priority: HIGHEST for action port [ 1072.891056] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_rules [ 1072.891192] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_members [ 1072.891277] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea517ce-2d07-4582-827a-7c08555307f8 with Priority: HIGHEST for action port [ 1072.891849] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.891971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.894796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.894796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.894903] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.896589] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.896589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.896589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.896589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.896589] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.896589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.896589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.896935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.896935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.896935] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.897745] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ea517ce-2d07-4582-827a-7c08555307f8 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.897867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ea517ce-2d07-4582-827a-7c08555307f8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.897961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ea517ce-2d07-4582-827a-7c08555307f8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.898152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ea517ce-2d07-4582-827a-7c08555307f8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.898228] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea517ce-2d07-4582-827a-7c08555307f8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.400299] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.400642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.402151] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.405069] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ea517ce-2d07-4582-827a-7c08555307f8 with status ACTIVE [ 1073.405069] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.405069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.405388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.405388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.405458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.405595] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.406025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.406025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.406025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.406025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.407401] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.407401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.407590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.408820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.408820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.408820] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ea517ce-2d07-4582-827a-7c08555307f8 is going to be updated. [ 1073.422116] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1073.422468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.423118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.423421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.423801] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.423885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.425863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.425863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.425863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.425863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.425863] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.425863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.425863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.426091] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.426444] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.426639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.426774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.427040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.427239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.427423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.427608] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.431212] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.431328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.431399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.431818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.432031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.432298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ea517ce-2d07-4582-827a-7c08555307f8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.522547] env[69155]: INFO networking_nsxv3.common.synchronization [req-d9747fbf-05b3-446a-90a2-944e1fe48412 req-e76ba43f-db5d-4a74-85d4-6ae479ac5abf tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Enqueued Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 1073.523188] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 1073.523490] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.523611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.523679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.523923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.524070] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.524168] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.524230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.524378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.524458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.524576] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.914422] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.931508] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20e80537-edae-4ad7-9a62-dcdfc25e26ac: rpc.has_security_group_logging(os_id): False [ 1073.949413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.949567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.949637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.949912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.951661] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.951661] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.951661] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.951661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.952215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.952215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.952215] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1074.028409] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.030568] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.030710] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.030767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.031301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.031301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.043620] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1074.419347] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.419841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.419841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.419841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.419841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.420080] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 is going to be created. [ 1074.440937] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.441133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.441202] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.441391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.441557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.450419] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 in Status: UNINITIALIZED for 2s [ 1074.532990] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.036055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.036222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.036283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.036497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.036587] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.036685] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 is going to be updated. [ 1075.061907] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.062073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.062117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.062325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.062568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.070714] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: IN_PROGRESS for 2s [ 1076.060454] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1076.060761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.060985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.061357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.061505] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.462108] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 in Status: SUCCESS [ 1076.462471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.462735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.463072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.463376] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.463555] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.463666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.463994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.464092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.464233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.464390] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.564804] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.564804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.564804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.564997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.565165] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.565225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.565260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.565420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.565495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.565579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.565666] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.967992] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.067707] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.068204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.068204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.068204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.068463] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.068463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.068573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.068726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.068778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.068825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.069090] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.069090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.069349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.069445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.069523] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.069648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.069749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.072294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.072429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.072526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.072625] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.084544] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: SUCCESS [ 1077.085185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.205570] env[69155]: INFO networking_nsxv3.common.synchronization [None req-068321a7-d763-4c78-afba-ba3ac7d0b740 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_rules [ 1077.206406] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_rules [ 1077.206827] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.207775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.207896] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.208950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.209540] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.293112] env[69155]: INFO networking_nsxv3.common.synchronization [None req-41a86266-2f6c-4e7b-aa70-42b3825b8fac tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_rules [ 1077.294053] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_rules [ 1077.294379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.294461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.474510] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9d10ea5-4a29-4d3b-9b75-5861fc230c19: rpc.has_security_group_logging(os_id): False [ 1077.492625] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.492874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.492874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.493207] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.493333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.493597] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.493700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.493771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.493964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.494063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.494145] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 is going to be created. [ 1077.552224] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.552440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.552440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.552641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.552886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.562112] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 in Status: IN_PROGRESS for 2s [ 1077.576551] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20e80537-edae-4ad7-9a62-dcdfc25e26ac: rpc.has_security_group_logging(os_id): False [ 1077.592990] env[69155]: INFO networking_nsxv3.common.synchronization [req-a3014649-f767-42a4-bd34-1fab3bfe0149 req-0ae23f80-e7a2-42e3-b63b-b6b8177125fa tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1077.593555] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1077.593898] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.594086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.594305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.594385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.595614] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.595614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.595614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.595614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.595614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.595614] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.596599] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.596694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.596770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.597066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.597066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.597214] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.597307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.597368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.597512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.597586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.597764] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.597853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.597904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.598052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.598127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.600948] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.600948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.600948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.600948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.600948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.600948] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1077.677957] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.677957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.677957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.677957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.677957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.713647] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1077.731967] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.732129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.732224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.732422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.732540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.732639] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 already deleted. [ 1077.732716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.733355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.733568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.733670] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.816905] env[69155]: INFO networking_nsxv3.common.synchronization [req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe req-872cb430-ad15-403a-8f5d-2d765d5b9978 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1077.817464] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGHEST for action security_group_members [ 1077.817770] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.817872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.104188] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.251691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.251950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.251950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.252223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.252293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.252399] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 already deleted. [ 1078.252562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.607031] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.111375] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.111375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.111375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.111375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.111375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.111375] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1079.142792] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.143022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.143073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.143255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.143414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.152431] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1079.573626] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 in Status: SUCCESS [ 1079.574609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.730774] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1079.730774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.649858] env[69155]: INFO networking_nsxv3.common.synchronization [req-1b470df1-634c-4b50-8ff5-86b88133b4b4 req-24f04a3c-f4e6-4e54-8fa4-5758848d6e6d tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1080.650863] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1080.651824] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.651979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.652090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.652393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.652659] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.652758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.652805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.652988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.653111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.653248] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.139181] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.140700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.140948] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.141593] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.142459] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.142459] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.142459] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.142735] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.142848] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.143519] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.143519] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.143655] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.143999] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.143999] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.144308] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.144308] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.155669] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.156139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.156139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.156398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.156666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.156757] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.156872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.156981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.157164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.157267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.157378] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 already deleted. [ 1081.157486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.163596] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.163826] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.164590] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.164590] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.164736] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-75f899e1-0415-4f9a-871f-06639d847bef taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.164950] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-75f899e1-0415-4f9a-871f-06639d847bef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.165149] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-75f899e1-0415-4f9a-871f-06639d847bef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.165557] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-75f899e1-0415-4f9a-871f-06639d847bef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.165780] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f899e1-0415-4f9a-871f-06639d847bef',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.168725] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1081.168725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.168819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.169165] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.169456] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.169456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.169456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.170104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.170104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.170104] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.672025] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.672025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.672025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.672025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.672025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.672025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 75f899e1-0415-4f9a-871f-06639d847bef not found, creating... [ 1081.672025] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.672025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.672025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.672025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.672025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.674021] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.674021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.674021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.674021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.674021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.674353] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 75f899e1-0415-4f9a-871f-06639d847bef is going to be created. [ 1081.675764] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.675904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.676026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.676217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.676303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.676493] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.676580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.676642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.677189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.677189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.677189] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be updated. [ 1081.699266] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.699518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.699672] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.699966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.700377] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.700779] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-75f899e1-0415-4f9a-871f-06639d847bef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.702990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.703233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.703337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.703596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.703758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.712300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: IN_PROGRESS for 2s [ 1082.840901] env[69155]: INFO networking_nsxv3.common.synchronization [None req-ffb7bebd-4088-45fa-9837-1fe8eff9342d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_rules [ 1082.841393] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_rules [ 1082.841393] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b76a1c87-55bf-46d2-af2f-a73682c85e30 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.841490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.841537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.841809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.841893] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.951486] env[69155]: INFO networking_nsxv3.common.synchronization [None req-8fa6a32b-eb16-448d-b0a8-25f9ad722e3f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_rules [ 1082.951486] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_rules [ 1082.951486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b76a1c87-55bf-46d2-af2f-a73682c85e30 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.951486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.963449] env[69155]: INFO networking_nsxv3.common.synchronization [req-1b470df1-634c-4b50-8ff5-86b88133b4b4 req-d391baaa-dc1d-407f-8234-c4073d76b764 service nova] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_rules [ 1082.963449] env[69155]: INFO networking_nsxv3.common.synchronization [req-1b470df1-634c-4b50-8ff5-86b88133b4b4 req-d391baaa-dc1d-407f-8234-c4073d76b764 service nova] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1082.963449] env[69155]: INFO networking_nsxv3.common.synchronization [req-1b470df1-634c-4b50-8ff5-86b88133b4b4 req-d391baaa-dc1d-407f-8234-c4073d76b764 service nova] Enqueued Resource ID: 75f899e1-0415-4f9a-871f-06639d847bef with Priority: HIGHEST for action port [ 1082.963449] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_rules [ 1082.963449] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1082.963449] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f899e1-0415-4f9a-871f-06639d847bef with Priority: HIGHEST for action port [ 1082.963449] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.963449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.963449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.964118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.964347] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.965098] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.965162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.965251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.965407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.965658] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.965658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.965773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.965872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.966099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.966202] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.967025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-75f899e1-0415-4f9a-871f-06639d847bef taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.967140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75f899e1-0415-4f9a-871f-06639d847bef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.967207] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75f899e1-0415-4f9a-871f-06639d847bef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.969566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75f899e1-0415-4f9a-871f-06639d847bef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.969566] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f899e1-0415-4f9a-871f-06639d847bef',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.307189] env[69155]: INFO networking_nsxv3.common.synchronization [None req-909d1110-b7dd-494e-8389-db8911eba930 None None] Enqueued Resource ID: 638d702e-32fa-4e33-9e56-37292cdeeebc with Priority: HIGHEST for action port [ 1083.307436] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638d702e-32fa-4e33-9e56-37292cdeeebc with Priority: HIGHEST for action port [ 1083.307751] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-638d702e-32fa-4e33-9e56-37292cdeeebc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.307877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-638d702e-32fa-4e33-9e56-37292cdeeebc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.307942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-638d702e-32fa-4e33-9e56-37292cdeeebc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.308570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-638d702e-32fa-4e33-9e56-37292cdeeebc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.308648] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('638d702e-32fa-4e33-9e56-37292cdeeebc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.367601] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.367601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.367601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.367853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.367853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.367918] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 already deleted. [ 1083.367978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.368522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.368693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.368775] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.469104] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75f899e1-0415-4f9a-871f-06639d847bef with status ACTIVE [ 1083.469350] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.469494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.469567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.469789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.470379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.470379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.470379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.470379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.470379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.470644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.470644] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.470738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.470738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.471069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.471069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.471069] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75f899e1-0415-4f9a-871f-06639d847bef is going to be updated. [ 1083.472477] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.474135] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.474269] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.494995] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.495170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.495242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.495465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.495598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.495764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75f899e1-0415-4f9a-871f-06639d847bef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.723321] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac in Status: SUCCESS [ 1083.723645] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac deletion is rescheduled due to dependency. [ 1083.723732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.810790] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 638d702e-32fa-4e33-9e56-37292cdeeebc [ 1083.811142] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.811142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.811346] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.811381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.811459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.811590] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:638d702e-32fa-4e33-9e56-37292cdeeebc already deleted. [ 1083.811654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-638d702e-32fa-4e33-9e56-37292cdeeebc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.851272] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f626e739-cd04-45ff-9fb6-90722bb5f182 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_rules [ 1083.853241] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_rules [ 1083.854199] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.854199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.854199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.854422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.854471] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.887381] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.887579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.887579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.887813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.887900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.887994] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 already deleted. [ 1083.888115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.938279] env[69155]: INFO networking_nsxv3.common.synchronization [None req-dfbf286e-eb66-4f4a-87a9-13af2d8709e7 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_rules [ 1083.938279] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_rules [ 1083.938728] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.938989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.975780] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.373923] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.374133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.374194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.374397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.374482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.375419] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 already deleted. [ 1084.375419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.375419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.375419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.375419] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.479722] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.479722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.479722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.479722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.479722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.479722] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be created. [ 1084.503618] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.503910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.503910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.504086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.504260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.514315] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: UNINITIALIZED for 2s [ 1084.815814] env[69155]: INFO networking_nsxv3.common.synchronization [req-a5905c17-8725-4ce6-8dda-77a83fc470a4 req-13769162-7659-4319-a81b-7e6b04b6be60 tempest-SecurityGroupRulesTestJSON-992472870 tempest-SecurityGroupRulesTestJSON-992472870-project-member] Enqueued Resource ID: 2c2ec969-15d3-4da4-8758-5390affd46df with Priority: HIGHEST for action security_group_rules [ 1084.819845] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2ec969-15d3-4da4-8758-5390affd46df with Priority: HIGHEST for action security_group_rules [ 1084.821909] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2ec969-15d3-4da4-8758-5390affd46df taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.823104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2ec969-15d3-4da4-8758-5390affd46df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.823104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2ec969-15d3-4da4-8758-5390affd46df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.823104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2ec969-15d3-4da4-8758-5390affd46df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.823104] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2ec969-15d3-4da4-8758-5390affd46df',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.900104] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.900542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.900542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.901638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.901638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.901638] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 already deleted. [ 1084.901638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.045867] env[69155]: INFO networking_nsxv3.common.synchronization [req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 req-eb437b53-ee6f-454a-9734-c1427b5c5b17 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1085.046497] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1085.046776] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.046879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.128316] env[69155]: INFO networking_nsxv3.common.synchronization [req-8a1e4f3c-0bc7-444b-bf5d-1e0ea5b18eea req-cebda782-7ecc-452d-979d-8a1c738c74ef tempest-SecurityGroupRulesTestJSON-992472870 tempest-SecurityGroupRulesTestJSON-992472870-project-member] Enqueued Resource ID: 8e38a08e-72f6-47bf-954b-364301caa3e0 with Priority: HIGHEST for action security_group_rules [ 1085.128316] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e38a08e-72f6-47bf-954b-364301caa3e0 with Priority: HIGHEST for action security_group_rules [ 1085.128316] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e38a08e-72f6-47bf-954b-364301caa3e0 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.128316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e38a08e-72f6-47bf-954b-364301caa3e0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.130950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e38a08e-72f6-47bf-954b-364301caa3e0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.131546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e38a08e-72f6-47bf-954b-364301caa3e0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.132414] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e38a08e-72f6-47bf-954b-364301caa3e0',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.341667] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.341785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.341883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.342141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.342211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.342273] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2ec969-15d3-4da4-8758-5390affd46df already deleted. [ 1085.342357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2ec969-15d3-4da4-8758-5390affd46df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.372487] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.372623] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.372754] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.375829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.375829] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.375829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.375829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.375829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.375829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.376427] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.376427] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.376574] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.376641] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.376752] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.376857] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.377268] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.398931] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.398931] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.398931] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.398931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.398931] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-23664d6f-3e8f-4ded-acfb-bf99dd992eee taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.398931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-23664d6f-3e8f-4ded-acfb-bf99dd992eee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.398931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-23664d6f-3e8f-4ded-acfb-bf99dd992eee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.398931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-23664d6f-3e8f-4ded-acfb-bf99dd992eee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.398931] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23664d6f-3e8f-4ded-acfb-bf99dd992eee',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.653640] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.653640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.653640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.653640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.653640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.653640] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e38a08e-72f6-47bf-954b-364301caa3e0 already deleted. [ 1085.653953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e38a08e-72f6-47bf-954b-364301caa3e0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.776163] env[69155]: INFO networking_nsxv3.common.synchronization [None req-e61d3b48-9731-41d9-a229-c227c4c40089 None None] Enqueued Resource ID: a71e25de-fa36-445d-8755-c98d9ef7b6a2 with Priority: HIGHEST for action port [ 1085.776163] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71e25de-fa36-445d-8755-c98d9ef7b6a2 with Priority: HIGHEST for action port [ 1085.776163] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a71e25de-fa36-445d-8755-c98d9ef7b6a2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.776163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a71e25de-fa36-445d-8755-c98d9ef7b6a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.776163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a71e25de-fa36-445d-8755-c98d9ef7b6a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.776163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a71e25de-fa36-445d-8755-c98d9ef7b6a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.776570] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a71e25de-fa36-445d-8755-c98d9ef7b6a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.842281] env[69155]: INFO networking_nsxv3.common.synchronization [req-94027849-b6c7-4b48-b9e8-f917b6ffee8d req-7f0fb116-e225-41be-9e0b-a4110be6846f tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Enqueued Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_members [ 1085.842281] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGHEST for action security_group_members [ 1085.842660] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-53df5f28-0549-49ba-9f8e-b9341148a2c4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.842903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.843060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.843330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.843580] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.843778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.843923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.844236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.844432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.844609] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.871049] env[69155]: INFO networking_nsxv3.common.synchronization [req-79d7ffbb-c03f-4701-97dc-3808c8151c8d req-82fd54b6-abe4-4254-a637-d70d05f9305e tempest-SecurityGroupRulesTestJSON-992472870 tempest-SecurityGroupRulesTestJSON-992472870-project-member] Enqueued Resource ID: 6d65eb90-b67c-4c80-b0df-9af9324e0f38 with Priority: HIGHEST for action security_group_rules [ 1085.871717] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d65eb90-b67c-4c80-b0df-9af9324e0f38 with Priority: HIGHEST for action security_group_rules [ 1085.871894] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d65eb90-b67c-4c80-b0df-9af9324e0f38 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.871987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d65eb90-b67c-4c80-b0df-9af9324e0f38" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.872135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d65eb90-b67c-4c80-b0df-9af9324e0f38" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.872402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d65eb90-b67c-4c80-b0df-9af9324e0f38" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.872499] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d65eb90-b67c-4c80-b0df-9af9324e0f38',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.901061] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.901353] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.901407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.904029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.904029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.904029] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 23664d6f-3e8f-4ded-acfb-bf99dd992eee not found, creating... [ 1085.904029] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.904029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.904029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.904029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.904029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.904029] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.904029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.904628] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.904628] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.904628] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.906111] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 23664d6f-3e8f-4ded-acfb-bf99dd992eee is going to be created. [ 1085.929181] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.929400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.929533] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.929844] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.930045] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.930299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-23664d6f-3e8f-4ded-acfb-bf99dd992eee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.278946] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a71e25de-fa36-445d-8755-c98d9ef7b6a2 [ 1086.280056] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.280056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.280056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.280056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.280056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.280056] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a71e25de-fa36-445d-8755-c98d9ef7b6a2 already deleted. [ 1086.280056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a71e25de-fa36-445d-8755-c98d9ef7b6a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.280819] env[69155]: INFO networking_nsxv3.common.synchronization [req-21680b38-2133-44f1-8bc5-60be805c1063 req-1376c1f6-ee23-4593-b1c4-be76bdba0c1d tempest-SecurityGroupRulesTestJSON-992472870 tempest-SecurityGroupRulesTestJSON-992472870-project-member] Enqueued Resource ID: d40db2db-d4f7-43c2-b2b6-c869f5bedfe8 with Priority: HIGHEST for action security_group_rules [ 1086.281768] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40db2db-d4f7-43c2-b2b6-c869f5bedfe8 with Priority: HIGHEST for action security_group_rules [ 1086.282079] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40db2db-d4f7-43c2-b2b6-c869f5bedfe8 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.282196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40db2db-d4f7-43c2-b2b6-c869f5bedfe8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.282275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40db2db-d4f7-43c2-b2b6-c869f5bedfe8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.282501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40db2db-d4f7-43c2-b2b6-c869f5bedfe8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.282583] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40db2db-d4f7-43c2-b2b6-c869f5bedfe8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.354031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.354031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.354031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.354031] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 is going to be updated. [ 1086.381704] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.381704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.381704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.381987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.381987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.390961] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 in Status: IN_PROGRESS for 2s [ 1086.395083] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.395225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.395300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.395514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.395606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.395701] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d65eb90-b67c-4c80-b0df-9af9324e0f38 already deleted. [ 1086.395784] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d65eb90-b67c-4c80-b0df-9af9324e0f38" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.522685] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1086.522911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.523433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.523433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.523554] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.523633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.523698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.523843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.523927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.524020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.524118] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.525122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.525122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.525266] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.525374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.525428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.525684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.525684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.525781] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.660501] env[69155]: INFO networking_nsxv3.common.synchronization [req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 req-2b38fdb9-c90b-4638-a398-fc0357a9432d service nova] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_rules [ 1086.660707] env[69155]: INFO networking_nsxv3.common.synchronization [req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 req-2b38fdb9-c90b-4638-a398-fc0357a9432d service nova] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1086.660865] env[69155]: INFO networking_nsxv3.common.synchronization [req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 req-2b38fdb9-c90b-4638-a398-fc0357a9432d service nova] Enqueued Resource ID: 23664d6f-3e8f-4ded-acfb-bf99dd992eee with Priority: HIGHEST for action port [ 1086.661399] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_rules [ 1086.661536] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1086.661632] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23664d6f-3e8f-4ded-acfb-bf99dd992eee with Priority: HIGHEST for action port [ 1086.661907] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.662018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.662546] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.662546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.662546] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-23664d6f-3e8f-4ded-acfb-bf99dd992eee taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.662546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23664d6f-3e8f-4ded-acfb-bf99dd992eee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.662730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23664d6f-3e8f-4ded-acfb-bf99dd992eee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.662825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23664d6f-3e8f-4ded-acfb-bf99dd992eee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.662889] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23664d6f-3e8f-4ded-acfb-bf99dd992eee',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.721548] env[69155]: INFO networking_nsxv3.common.synchronization [req-fc008839-dc10-4d7c-a8cd-9246dfafb074 req-a24b3157-b23a-468b-8cf0-547ea52bf1af tempest-SecurityGroupRulesTestJSON-992472870 tempest-SecurityGroupRulesTestJSON-992472870-project-member] Enqueued Resource ID: 8f93dcf3-178b-4de8-b169-c64609c58eab with Priority: HIGHEST for action security_group_rules [ 1086.722061] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f93dcf3-178b-4de8-b169-c64609c58eab with Priority: HIGHEST for action security_group_rules [ 1086.722381] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f93dcf3-178b-4de8-b169-c64609c58eab taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.722503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.722570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.722893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.722893] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f93dcf3-178b-4de8-b169-c64609c58eab',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.802658] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.802812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.802882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.803124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.803211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.803306] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40db2db-d4f7-43c2-b2b6-c869f5bedfe8 already deleted. [ 1086.803385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40db2db-d4f7-43c2-b2b6-c869f5bedfe8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.890868] env[69155]: INFO networking_nsxv3.common.synchronization [req-d5444d6e-256a-4191-bd04-eed767e531fb req-004e2d9c-e7c3-4322-ba90-1546befabc85 tempest-SecurityGroupRulesTestJSON-992472870 tempest-SecurityGroupRulesTestJSON-992472870-project-member] Enqueued Resource ID: 8f93dcf3-178b-4de8-b169-c64609c58eab with Priority: HIGHEST for action security_group_rules [ 1086.891443] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f93dcf3-178b-4de8-b169-c64609c58eab with Priority: HIGHEST for action security_group_rules [ 1086.891760] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f93dcf3-178b-4de8-b169-c64609c58eab taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.891869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.027367] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.027367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.034902] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.137240] env[69155]: INFO networking_nsxv3.common.synchronization [req-2aa4f4ac-808e-42d6-958f-08192fe73b53 req-f55e4cbf-df0d-4f1f-88aa-d925a46054e4 tempest-SecurityGroupRulesTestJSON-992472870 tempest-SecurityGroupRulesTestJSON-992472870-project-member] Enqueued Resource ID: 8f93dcf3-178b-4de8-b169-c64609c58eab with Priority: HIGHEST for action security_group_rules [ 1087.137839] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f93dcf3-178b-4de8-b169-c64609c58eab with Priority: HIGHEST for action security_group_rules [ 1087.138183] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f93dcf3-178b-4de8-b169-c64609c58eab taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.138378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.165275] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23664d6f-3e8f-4ded-acfb-bf99dd992eee with status ACTIVE [ 1087.165486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.165617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.165685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.165895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.165997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.166362] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.167162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.167162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.167314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.167404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.167735] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.167735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.167879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.168320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.168320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.168320] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23664d6f-3e8f-4ded-acfb-bf99dd992eee is going to be updated. [ 1087.187871] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.188043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.188126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.188307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.188421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.188567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23664d6f-3e8f-4ded-acfb-bf99dd992eee" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.243291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.243462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.243498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.243707] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.243791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.243886] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f93dcf3-178b-4de8-b169-c64609c58eab already deleted. [ 1087.244035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.244198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.244349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.244429] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f93dcf3-178b-4de8-b169-c64609c58eab',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.407245] env[69155]: INFO networking_nsxv3.common.synchronization [req-2579f81c-d78a-4f65-839d-dfccab04174b req-b1c970a1-6e80-491e-a371-c178de6e6494 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1087.407751] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1087.408064] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.408168] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.541961] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.731703] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.731911] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.732051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.732368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.732643] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732835] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.732935] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.733208] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.733357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.733568] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.733683] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.733793] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.733904] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.734064] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.734195] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.734336] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.752286] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.752490] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.752641] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.752818] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.753174] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-31336090-3bc4-4759-b74d-cd7e2fb94e04 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.753362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-31336090-3bc4-4759-b74d-cd7e2fb94e04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.753505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-31336090-3bc4-4759-b74d-cd7e2fb94e04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.753823] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-31336090-3bc4-4759-b74d-cd7e2fb94e04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.754108] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31336090-3bc4-4759-b74d-cd7e2fb94e04',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.763843] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.764139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.764139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.764407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.764470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.764572] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f93dcf3-178b-4de8-b169-c64609c58eab already deleted. [ 1087.764632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.764742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.764892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.764992] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f93dcf3-178b-4de8-b169-c64609c58eab',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.044778] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.047094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.047094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.047094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.047094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.047094] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be updated. [ 1088.074744] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.074744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.074898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.077805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.077805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.083875] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1088.257919] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.258150] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.258150] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.258410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.259042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.259042] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 31336090-3bc4-4759-b74d-cd7e2fb94e04 not found, creating... [ 1088.259042] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.259329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.259329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.259505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.259674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.259964] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.260211] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.260370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.260583] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.260722] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.260867] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 31336090-3bc4-4759-b74d-cd7e2fb94e04 is going to be created. [ 1088.280024] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.280299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.280439] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.280733] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.280987] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.281270] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-31336090-3bc4-4759-b74d-cd7e2fb94e04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.282738] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.282887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.282968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.283099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.283173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.283277] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f93dcf3-178b-4de8-b169-c64609c58eab already deleted. [ 1088.283370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f93dcf3-178b-4de8-b169-c64609c58eab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.403251] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 in Status: SUCCESS [ 1088.403444] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 deletion is rescheduled due to dependency. [ 1088.403542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.038200] env[69155]: INFO networking_nsxv3.common.synchronization [req-2579f81c-d78a-4f65-839d-dfccab04174b req-827302e7-7edf-4535-aab9-6a9022ac680a service nova] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_rules [ 1089.038401] env[69155]: INFO networking_nsxv3.common.synchronization [req-2579f81c-d78a-4f65-839d-dfccab04174b req-827302e7-7edf-4535-aab9-6a9022ac680a service nova] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1089.038567] env[69155]: INFO networking_nsxv3.common.synchronization [req-2579f81c-d78a-4f65-839d-dfccab04174b req-827302e7-7edf-4535-aab9-6a9022ac680a service nova] Enqueued Resource ID: 31336090-3bc4-4759-b74d-cd7e2fb94e04 with Priority: HIGHEST for action port [ 1089.039480] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_rules [ 1089.039480] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1089.039480] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31336090-3bc4-4759-b74d-cd7e2fb94e04 with Priority: HIGHEST for action port [ 1089.039650] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.039650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.039839] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.039925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.040599] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-31336090-3bc4-4759-b74d-cd7e2fb94e04 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.040721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31336090-3bc4-4759-b74d-cd7e2fb94e04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.040789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31336090-3bc4-4759-b74d-cd7e2fb94e04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.040997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31336090-3bc4-4759-b74d-cd7e2fb94e04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.041089] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31336090-3bc4-4759-b74d-cd7e2fb94e04',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.545525] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31336090-3bc4-4759-b74d-cd7e2fb94e04 with status ACTIVE [ 1089.545867] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.545959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.545959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.546228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.546315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.546510] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.546615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.546669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.546818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.546893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.547089] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.547185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.547236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.547374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.547445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.547528] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31336090-3bc4-4759-b74d-cd7e2fb94e04 is going to be updated. [ 1089.579592] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.579592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.579592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.579983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.579983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.580164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31336090-3bc4-4759-b74d-cd7e2fb94e04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.092881] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 4s [ 1092.103854] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1092.104178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.104398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.104731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.105009] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.105196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.105294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.105589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.105657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.105812] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.548504] env[69155]: INFO networking_nsxv3.common.synchronization [None req-7cd24856-ad51-4627-9d70-c37726c043b2 None None] Enqueued Resource ID: 03a25a89-1dba-44fd-ac05-d0e3949d9eaf with Priority: HIGHEST for action port [ 1092.552606] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a25a89-1dba-44fd-ac05-d0e3949d9eaf with Priority: HIGHEST for action port [ 1092.552606] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-03a25a89-1dba-44fd-ac05-d0e3949d9eaf taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.552606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03a25a89-1dba-44fd-ac05-d0e3949d9eaf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.552606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03a25a89-1dba-44fd-ac05-d0e3949d9eaf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.552606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03a25a89-1dba-44fd-ac05-d0e3949d9eaf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.552606] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a25a89-1dba-44fd-ac05-d0e3949d9eaf',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.608371] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.056828] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03a25a89-1dba-44fd-ac05-d0e3949d9eaf [ 1093.057193] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.057819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.057819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.057932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.057965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.058080] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03a25a89-1dba-44fd-ac05-d0e3949d9eaf already deleted. [ 1093.062120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03a25a89-1dba-44fd-ac05-d0e3949d9eaf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.110470] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.613469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.613659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.613738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.614022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.614146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.614309] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be updated. [ 1093.643728] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.643728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.643728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.643728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.643728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.653611] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1094.424916] env[69155]: INFO networking_nsxv3.common.synchronization [req-de7972bf-2f95-4c57-bde7-3243c9db96e8 req-2a94a346-cfcc-4bdc-8c4d-3b991be5537d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1094.425490] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1094.425796] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.425917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.425984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.426762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.426923] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.427046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.427115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.427305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.427377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.427469] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.818627] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.818869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.818953] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.819254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.819559] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.819764] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.819835] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.820020] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.821172] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.821592] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.821676] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.821887] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.822066] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.822228] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.822380] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.823127] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.850316] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.850316] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1094.850316] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.850316] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.850316] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.850316] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.850316] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.850316] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.850618] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829c9d3b-c7e1-44ab-b2ed-119b0ffd2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.929985] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.930162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.930237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.930452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.930544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.930741] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.930838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.930900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.931066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.931142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.931229] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 already deleted. [ 1094.931456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.943694] env[69155]: INFO networking_nsxv3.common.synchronization [req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 req-f0d3c1ee-8ce6-4b2e-9f0c-313498f761b0 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Enqueued Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 1094.944863] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGHEST for action security_group_members [ 1094.945391] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.945391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.945569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.945799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.946054] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.946494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.946494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.946494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.946634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.946748] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.264661] env[69155]: INFO networking_nsxv3.common.synchronization [None req-ecd387c9-f1be-4858-ac31-0d326eaf1715 None None] Enqueued Resource ID: ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e with Priority: HIGHEST for action port [ 1095.265200] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e with Priority: HIGHEST for action port [ 1095.265567] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.265688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.265688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.265921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.265992] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.355024] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.355024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.355024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.355024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.355024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.355024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 not found, creating... [ 1095.355024] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.355024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.355024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.355024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.355024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.355625] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.355625] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.355625] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.355891] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.356211] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.356547] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 is going to be created. [ 1095.376604] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.376604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.376604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.376604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.376604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.377195] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.449424] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.449953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.456601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.456601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.456601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.456601] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.456601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.456601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.456601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.456601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.456601] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 is going to be updated. [ 1095.511186] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.511186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.511186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.511186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.511186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.519489] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: IN_PROGRESS for 2s [ 1095.665024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.665024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.665024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.665024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.665024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.665830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.665830] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.666860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.667303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.667609] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.667839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.668304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.668566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.669703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.669703] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.769214] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e [ 1095.769214] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.769214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.769214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.769214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.769214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.769214] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e already deleted. [ 1095.769214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffcdc9cc-5372-4a33-84e4-9b2f82acaa4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.114469] env[69155]: INFO networking_nsxv3.common.synchronization [req-de7972bf-2f95-4c57-bde7-3243c9db96e8 req-9e909143-bf52-4d0d-b878-b67879a50fa0 service nova] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_rules [ 1096.114726] env[69155]: INFO networking_nsxv3.common.synchronization [req-de7972bf-2f95-4c57-bde7-3243c9db96e8 req-9e909143-bf52-4d0d-b878-b67879a50fa0 service nova] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1096.114918] env[69155]: INFO networking_nsxv3.common.synchronization [req-de7972bf-2f95-4c57-bde7-3243c9db96e8 req-9e909143-bf52-4d0d-b878-b67879a50fa0 service nova] Enqueued Resource ID: 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 with Priority: HIGHEST for action port [ 1096.116319] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_rules [ 1096.116319] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1096.116319] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 with Priority: HIGHEST for action port [ 1096.116319] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.116319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.116319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.116622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.116622] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.118523] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.118523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.118523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.118523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.118523] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.118523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.118523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.118804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.118804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.118873] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.120139] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.121525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.121626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.121805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.121938] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829c9d3b-c7e1-44ab-b2ed-119b0ffd2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.170432] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90924ff0-af87-458c-87f8-dcc8f56b8775: rpc.has_security_group_logging(os_id): False [ 1096.172265] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.195264] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.195264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.195264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.195264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.195264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.195264] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.195264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.195264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.195781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.195781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.195781] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.195781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.195781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.195959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.195959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.197756] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.199369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.199478] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.199648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.199732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.199833] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be created. [ 1096.256696] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.256885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.256885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.257497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.257497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.266293] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1096.623964] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.624350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.624562] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.625805] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 with status ACTIVE [ 1096.625805] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.625805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.625805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.626062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.626180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.626425] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.626557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.626621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.626814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.626895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.627165] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.627343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.627343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.627526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.627635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.627704] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 is going to be updated. [ 1096.648076] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.648076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.648076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.648076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.648413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.648413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.676513] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.130193] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.178495] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.178671] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.178743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.179025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.179148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.179227] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be updated. [ 1097.214631] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.214807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.214842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.215066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.215209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.226942] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1097.529209] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 in Status: SUCCESS [ 1097.529209] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 deletion is rescheduled due to dependency. [ 1097.529209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.632581] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.633061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.633061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.633061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.633275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.633275] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 is going to be created. [ 1097.656615] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.656809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.656809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.657037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.657201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.665905] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: UNINITIALIZED for 2s [ 1098.277958] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1098.278298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.278540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.278806] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.278939] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.783262] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.783591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.237604] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1099.237903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.238093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.238329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.238544] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.238730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.238797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.238971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.239096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.239196] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.334450] env[69155]: INFO networking_nsxv3.common.synchronization [req-00f6ad10-89e2-49ee-ad04-84ae98accea6 req-725dfd90-ef8a-4102-a597-cf90cfeff4be tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_members [ 1099.335037] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_members [ 1099.335356] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76a1c87-55bf-46d2-af2f-a73682c85e30 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.335487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.335557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.335812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.335982] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.336111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.336177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.336414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.336500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.336593] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.675189] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: SUCCESS [ 1099.675424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.675592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.675808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.676162] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.676338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.676422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.676602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.676731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.676840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.676968] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.680051] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.680292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.680458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.680721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.680985] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.681218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.681376] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.681628] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.681802] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.682073] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.682221] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.682362] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.682514] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.682659] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.682795] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.682955] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.701483] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.701483] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.701483] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.701483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.701483] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-af7dad2a-a68e-4716-9579-b10bd699f8d2 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.701483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-af7dad2a-a68e-4716-9579-b10bd699f8d2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.701483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-af7dad2a-a68e-4716-9579-b10bd699f8d2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.701483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-af7dad2a-a68e-4716-9579-b10bd699f8d2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.701483] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7dad2a-a68e-4716-9579-b10bd699f8d2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.741211] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.839135] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.839451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.839451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.839571] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.839665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.839890] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.840046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.840153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.840313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.840391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.840476] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 already deleted. [ 1099.840557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.179904] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.333390] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.333605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.333695] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.333973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.334140] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.334316] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port af7dad2a-a68e-4716-9579-b10bd699f8d2 not found, creating... [ 1100.334596] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.334760] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.334880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.335110] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.335252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.335529] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.335687] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.335804] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.336022] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.336159] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.336318] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: af7dad2a-a68e-4716-9579-b10bd699f8d2 is going to be created. [ 1100.337824] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.363461] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.363707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.363782] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.364050] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.364339] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.364587] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-af7dad2a-a68e-4716-9579-b10bd699f8d2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.682664] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d6e2e25-6249-48b6-8e3e-d50eaca11751: rpc.has_security_group_logging(os_id): False [ 1100.701405] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.701625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.701625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.702198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.702198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.702198] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.702389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.702389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.702458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.703311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.703311] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 is going to be created. [ 1100.761284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.761434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.761505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.761714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.761914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.774068] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: IN_PROGRESS for 2s [ 1100.840728] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.841046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.841046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.841192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.841278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.841421] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be updated. [ 1100.900121] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.900272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.900340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.900620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.900677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.914771] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1100.928974] env[69155]: INFO networking_nsxv3.common.synchronization [req-00f6ad10-89e2-49ee-ad04-84ae98accea6 req-531928cb-4280-4d25-9636-93011862f979 service nova] Enqueued Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_rules [ 1100.929136] env[69155]: INFO networking_nsxv3.common.synchronization [req-00f6ad10-89e2-49ee-ad04-84ae98accea6 req-531928cb-4280-4d25-9636-93011862f979 service nova] Enqueued Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_members [ 1100.929285] env[69155]: INFO networking_nsxv3.common.synchronization [req-00f6ad10-89e2-49ee-ad04-84ae98accea6 req-531928cb-4280-4d25-9636-93011862f979 service nova] Enqueued Resource ID: af7dad2a-a68e-4716-9579-b10bd699f8d2 with Priority: HIGHEST for action port [ 1100.929519] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_rules [ 1100.929648] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_members [ 1100.929742] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7dad2a-a68e-4716-9579-b10bd699f8d2 with Priority: HIGHEST for action port [ 1100.930590] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b76a1c87-55bf-46d2-af2f-a73682c85e30 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.930728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.930795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.930990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.931082] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.932352] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76a1c87-55bf-46d2-af2f-a73682c85e30 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.934220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.934220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.934220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.934220] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.934220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.934220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.934220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.934220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.934220] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.934970] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-af7dad2a-a68e-4716-9579-b10bd699f8d2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.935183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af7dad2a-a68e-4716-9579-b10bd699f8d2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.935274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af7dad2a-a68e-4716-9579-b10bd699f8d2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.935657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af7dad2a-a68e-4716-9579-b10bd699f8d2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.935657] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7dad2a-a68e-4716-9579-b10bd699f8d2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.433662] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76a1c87-55bf-46d2-af2f-a73682c85e30 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.433791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.435207] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.437256] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af7dad2a-a68e-4716-9579-b10bd699f8d2 with status ACTIVE [ 1101.437470] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.437593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.437661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.437861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.437949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.438132] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.438285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.438285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.438457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.438523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.438669] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.438758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.438807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.438943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.439483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.439483] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af7dad2a-a68e-4716-9579-b10bd699f8d2 is going to be updated. [ 1101.460037] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.460204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.460292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.460551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.460726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.460896] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af7dad2a-a68e-4716-9579-b10bd699f8d2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.830435] env[69155]: INFO networking_nsxv3.common.synchronization [req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f req-cf8d3613-21c5-46bb-9c01-f626b1d65e4c tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Enqueued Resource ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 with Priority: HIGHEST for action security_group_members [ 1101.831051] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 with Priority: HIGHEST for action security_group_members [ 1101.832227] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eead9e2-3581-4fab-813b-c5d3ec502f10 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.832227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.832227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.832227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.832227] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.832227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.832227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.832227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.832635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.832635] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eead9e2-3581-4fab-813b-c5d3ec502f10',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.940903] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.286775] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.286975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.287117] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.287441] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.287663] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.287823] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.287942] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.288174] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.288325] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.288610] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.288736] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.288849] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.289054] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.289113] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.289193] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.289328] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.307374] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.307633] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.307837] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.308076] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-839" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.308446] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-4b105329-ecd7-42a5-8643-103547c1e4f6 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.308710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-4b105329-ecd7-42a5-8643-103547c1e4f6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.308877] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-4b105329-ecd7-42a5-8643-103547c1e4f6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.309239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-4b105329-ecd7-42a5-8643-103547c1e4f6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.309435] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b105329-ecd7-42a5-8643-103547c1e4f6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.335873] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.337201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.337201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.337201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.337201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.337201] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.337201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.337201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.337201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.337201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.337201] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 already deleted. [ 1102.337201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.443566] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.443773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.443773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.443999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.444107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.444215] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 is going to be created. [ 1102.467295] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.467545] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.467545] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.467814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.467977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.477095] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 in Status: UNINITIALIZED for 2s [ 1102.787946] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: SUCCESS [ 1102.787946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.813035] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.813035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.813035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.813035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.813310] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.813368] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 4b105329-ecd7-42a5-8643-103547c1e4f6 not found, creating... [ 1102.813680] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.813894] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.814078] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.814341] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.814560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.814901] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.815141] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.815290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.815583] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.815734] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.815887] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 4b105329-ecd7-42a5-8643-103547c1e4f6 is going to be created. [ 1102.833745] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.833966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.834057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.834384] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.834629] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.834895] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-4b105329-ecd7-42a5-8643-103547c1e4f6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.924283] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1102.924550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.924701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.924926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.925135] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.925249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.925315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.925467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.925658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.925658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.925829] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.428634] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.428926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.428926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.429086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.429252] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.429349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.429412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.429562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.429681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.429733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.429875] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.429965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.430047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.430203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.430339] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.430439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.430475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.430619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.430674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.430752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.430927] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.721104] env[69155]: INFO networking_nsxv3.common.synchronization [req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f req-0433994e-08ae-4ca8-a9b4-b308717d9a45 service nova] Enqueued Resource ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 with Priority: HIGHEST for action security_group_rules [ 1103.721313] env[69155]: INFO networking_nsxv3.common.synchronization [req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f req-0433994e-08ae-4ca8-a9b4-b308717d9a45 service nova] Enqueued Resource ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 with Priority: HIGHEST for action security_group_members [ 1103.721446] env[69155]: INFO networking_nsxv3.common.synchronization [req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f req-0433994e-08ae-4ca8-a9b4-b308717d9a45 service nova] Enqueued Resource ID: 4b105329-ecd7-42a5-8643-103547c1e4f6 with Priority: HIGHEST for action port [ 1103.721682] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 with Priority: HIGHEST for action security_group_rules [ 1103.721811] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 with Priority: HIGHEST for action security_group_members [ 1103.721905] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b105329-ecd7-42a5-8643-103547c1e4f6 with Priority: HIGHEST for action port [ 1103.727944] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eead9e2-3581-4fab-813b-c5d3ec502f10 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.728102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.728170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.728435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.728525] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eead9e2-3581-4fab-813b-c5d3ec502f10',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.729512] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eead9e2-3581-4fab-813b-c5d3ec502f10 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.729708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.729785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.730083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.730242] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.730381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.730477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.730690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.730818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.730952] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eead9e2-3581-4fab-813b-c5d3ec502f10',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.732309] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b105329-ecd7-42a5-8643-103547c1e4f6 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.732439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b105329-ecd7-42a5-8643-103547c1e4f6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.732512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b105329-ecd7-42a5-8643-103547c1e4f6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.733397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b105329-ecd7-42a5-8643-103547c1e4f6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.733676] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b105329-ecd7-42a5-8643-103547c1e4f6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.935482] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90924ff0-af87-458c-87f8-dcc8f56b8775: rpc.has_security_group_logging(os_id): False [ 1103.960531] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.960531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.960531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.960531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.960531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.960531] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.960531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.960531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.961109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.961109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.961109] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.961109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.961109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.961276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.961276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.961439] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.961547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.961547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.961687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.961755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.961839] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be updated. [ 1104.033444] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.033444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.033444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.033657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.033704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.047552] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1104.238021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eead9e2-3581-4fab-813b-c5d3ec502f10 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.238021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.238021] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eead9e2-3581-4fab-813b-c5d3ec502f10',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.238021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b105329-ecd7-42a5-8643-103547c1e4f6 with status ACTIVE [ 1104.238021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.238021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.238021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.238021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.238021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.238021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.238021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.238021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.238021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.238021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.238686] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.238686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.238834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.239129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.239356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.239599] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b105329-ecd7-42a5-8643-103547c1e4f6 is going to be updated. [ 1104.264895] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.265055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.265055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.265264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.265400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.265556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b105329-ecd7-42a5-8643-103547c1e4f6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.487124] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 in Status: SUCCESS [ 1104.487398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.487488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.487694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.487884] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.487997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.488072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.488225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.488305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.488388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.488478] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.490702] env[69155]: INFO networking_nsxv3.common.synchronization [req-b302822e-e737-4495-8345-882856f94c51 req-f48c0049-233b-4d6b-94f6-2349be797c5c tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_members [ 1104.491169] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_members [ 1104.491636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.491835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.491835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.492033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.492376] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.492376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.492376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.492967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.492967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.492967] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.741964] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eead9e2-3581-4fab-813b-c5d3ec502f10',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.772405] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.772621] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.772808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.773036] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.773328] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.773498] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.773624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.773845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.774018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.774326] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.774468] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.774587] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.774722] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.774849] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.774961] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.775109] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.792109] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.792297] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.792445] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.792619] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.792929] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-3a0917ec-5194-4342-85d9-0dac9e32b341 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.793124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-3a0917ec-5194-4342-85d9-0dac9e32b341" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.793250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-3a0917ec-5194-4342-85d9-0dac9e32b341" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.793572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-3a0917ec-5194-4342-85d9-0dac9e32b341" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.793717] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a0917ec-5194-4342-85d9-0dac9e32b341',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.992020] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.995613] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.995743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.995808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.996017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.996243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.996545] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.996645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.996701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.996858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.996931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.997025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 already deleted. [ 1104.997102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.244148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.244390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.244390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.244601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.244746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.244871] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 is going to be created. [ 1105.268716] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.268957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.268957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.269750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.269750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.279491] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 in Status: UNINITIALIZED for 2s [ 1105.296302] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.296667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.296822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.297132] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.297295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.297456] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 3a0917ec-5194-4342-85d9-0dac9e32b341 not found, creating... [ 1105.297742] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.297909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.298041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.298277] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.298425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.298744] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.298912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.299043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.299263] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.299411] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.299548] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 3a0917ec-5194-4342-85d9-0dac9e32b341 is going to be created. [ 1105.338060] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.338352] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.338420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.338697] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.338936] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.339179] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-3a0917ec-5194-4342-85d9-0dac9e32b341" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.494333] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b76a1c87-55bf-46d2-af2f-a73682c85e30: rpc.has_security_group_logging(os_id): False [ 1105.517227] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.517390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.517483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.517754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.517851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.518125] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.518239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.518298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.518512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.518731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.518731] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 is going to be created. [ 1105.578021] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.578021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.578021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.578021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.578309] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.588548] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 in Status: IN_PROGRESS for 2s [ 1106.059558] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1106.059838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.060064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.060328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.060454] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.120702] env[69155]: INFO networking_nsxv3.common.synchronization [req-b302822e-e737-4495-8345-882856f94c51 req-9737e948-5eea-4fc0-9a88-6e82a5feb9ef service nova] Enqueued Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_rules [ 1106.120896] env[69155]: INFO networking_nsxv3.common.synchronization [req-b302822e-e737-4495-8345-882856f94c51 req-9737e948-5eea-4fc0-9a88-6e82a5feb9ef service nova] Enqueued Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_members [ 1106.121090] env[69155]: INFO networking_nsxv3.common.synchronization [req-b302822e-e737-4495-8345-882856f94c51 req-9737e948-5eea-4fc0-9a88-6e82a5feb9ef service nova] Enqueued Resource ID: 3a0917ec-5194-4342-85d9-0dac9e32b341 with Priority: HIGHEST for action port [ 1106.121358] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_rules [ 1106.122305] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_members [ 1106.122599] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0917ec-5194-4342-85d9-0dac9e32b341 with Priority: HIGHEST for action port [ 1106.123465] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.123647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.123744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.123987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.124128] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.128581] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.128581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.128581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.128581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.128581] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.128581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.128581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.128581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.128581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.128581] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.129311] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a0917ec-5194-4342-85d9-0dac9e32b341 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.129311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a0917ec-5194-4342-85d9-0dac9e32b341" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.129311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a0917ec-5194-4342-85d9-0dac9e32b341" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.129771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a0917ec-5194-4342-85d9-0dac9e32b341" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.129771] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a0917ec-5194-4342-85d9-0dac9e32b341',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.563527] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.563800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.563800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.563930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.564092] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.564196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.564267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.564399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.564519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.564679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.564808] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.631826] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.631968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.635201] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a0917ec-5194-4342-85d9-0dac9e32b341 with status ACTIVE [ 1106.635201] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.635201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.635201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.635201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.635201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.635423] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.635423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.635423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.635827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.635827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.635946] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.636543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.636543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.636543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.636543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.636543] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a0917ec-5194-4342-85d9-0dac9e32b341 is going to be updated. [ 1106.637639] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.660026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.660178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.660257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.663018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.663018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.663018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a0917ec-5194-4342-85d9-0dac9e32b341" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.798757] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f0b2db1f-6abe-471d-a985-ce978282a6be tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_rules [ 1106.799297] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_rules [ 1106.799609] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.799729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.799788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.800143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.800246] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.869238] env[69155]: INFO networking_nsxv3.common.synchronization [None req-e8f615ab-fec7-4dfb-9031-c597c0f8bd27 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_rules [ 1106.869721] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_rules [ 1106.870032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.870135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.067155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.067313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.067379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.067654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.067851] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.067964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.068054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.068231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.068345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.068439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.068610] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.068719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.068787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.068957] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.069139] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.069240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.069317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.069467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.069548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.069632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.069751] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.140067] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.288619] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 in Status: SUCCESS [ 1107.288915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.289072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.289293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.290182] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.290182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.290182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.290182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.290182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.290182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.290182] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eead9e2-3581-4fab-813b-c5d3ec502f10',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.325636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.325636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.325636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.325873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.325873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.325933] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f already deleted. [ 1107.325969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.326135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.326297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.326380] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.573176] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90924ff0-af87-458c-87f8-dcc8f56b8775: rpc.has_security_group_logging(os_id): False [ 1107.588790] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.591031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.591031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.591031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.591961] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.592257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.592945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.593256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.594674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.594674] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be updated. [ 1107.612100] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 in Status: SUCCESS [ 1107.612100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.642326] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.645367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.645367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.645367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.645367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.645367] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 is going to be created. [ 1107.658885] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.658885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.658885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.658885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.658885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.691026] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.691026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.691026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.691026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.691026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.692895] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1107.703239] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 in Status: UNINITIALIZED for 2s [ 1107.795102] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eead9e2-3581-4fab-813b-c5d3ec502f10 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.795102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.795102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.795102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.795102] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.795102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.795102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.795409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.795409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.795409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.795492] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eead9e2-3581-4fab-813b-c5d3ec502f10 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.795855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.795928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.796083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.796282] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.796614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.796681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.796819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.796899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.796994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.797700] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eead9e2-3581-4fab-813b-c5d3ec502f10',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.847461] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.847461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.847461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.847461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.847461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.847461] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f already deleted. [ 1107.847461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.305253] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eead9e2-3581-4fab-813b-c5d3ec502f10: rpc.has_security_group_logging(os_id): False [ 1108.324103] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.324251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.324354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.325599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.325599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.325599] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.325599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.325599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.325599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.325599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.325599] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.325599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.326053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.326053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.326053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.326053] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.326229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.326229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.326330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.326396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.326504] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 is going to be created. [ 1108.385960] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.387458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.387458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.387458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.387458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.396529] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 in Status: IN_PROGRESS for 2s [ 1109.707560] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1109.708228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.712262] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 in Status: SUCCESS [ 1109.712262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.712262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.712262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.712262] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.712262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.712262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.712262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.712262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.712262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.712262] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.217127] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.408397] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 in Status: SUCCESS [ 1110.408397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.720663] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 017857a0-f2a0-4f43-8028-fffd7fe5bde1: rpc.has_security_group_logging(os_id): False [ 1110.737568] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.737799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.737879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.738330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.738330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.738702] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.738844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.739073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.739147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.739250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.739347] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 is going to be created. [ 1110.803532] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.803796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.803796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.803951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.804145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.820878] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 in Status: IN_PROGRESS for 2s [ 1111.625459] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-71bfb3d5-7081-448f-a74f-1abc2bd0ef38 tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1111.625991] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1111.626990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.626990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.626990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.626990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.626990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.627342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.627342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.627342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.627342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.627505] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.012301] env[69155]: INFO networking_nsxv3.common.synchronization [req-6e90a4a1-914e-497e-92bc-a2407cb3272a req-f71369f6-c351-46e5-876c-c83a9a4edf40 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1112.014885] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1112.015138] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.016215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.016291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.016715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.016715] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.016849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.016885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.017056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.017763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.017763] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.131875] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.131875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.132027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.132177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.132270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.132475] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.132575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.132637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.132781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.132858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.132940] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc already deleted. [ 1112.133030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.165804] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-1e7e5b73-371e-4ad7-ac03-70312d7fcedf tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1112.166416] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1112.167207] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.167207] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.167207] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.167712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.167712] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.167814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.167916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.168125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.168258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.168390] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.371322] env[69155]: INFO networking_nsxv3.common.synchronization [req-4ead79cf-4ed2-4430-84b1-1e10efd5148c req-7511c395-7425-4986-9212-fadc509aa9e3 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1112.371667] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1112.371984] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.372119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.372182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.372379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.373244] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.373244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.373244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.373244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.373244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.373244] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.521386] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.543571] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-80b65ccc-ca6f-4dfc-99c7-336abe5fb68a tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1112.543571] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1112.544606] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.544736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.672400] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.672400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.672400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.672650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.672705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.672900] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.673020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.673090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.673241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.673314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.673402] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc already deleted. [ 1112.673482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.673690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.673873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.674054] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.674149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.674222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.674341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.674420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.674527] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.837507] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 in Status: SUCCESS [ 1112.837767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.845176] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.845407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-817" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.845568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-817" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.845973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-817" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.846328] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.846610] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.846743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.846984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.847153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.847375] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.847506] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.847635] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.847745] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.847862] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.847975] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.848123] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.877147] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.877316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.877376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.877654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.877776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.877986] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.878103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.878191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.878386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.878447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.878536] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 1112.880531] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.880712] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.880855] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.881030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-817" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.881321] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-e39e3c77-f89c-45d9-867d-05cbfac3292b taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.881486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-e39e3c77-f89c-45d9-867d-05cbfac3292b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.881612] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-e39e3c77-f89c-45d9-867d-05cbfac3292b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.881898] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-e39e3c77-f89c-45d9-867d-05cbfac3292b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.882052] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39e3c77-f89c-45d9-867d-05cbfac3292b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.917776] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.917987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.917987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.918225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.918367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.927597] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 1113.018148] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1113.018148] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1113.022928] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.177035] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.177035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.177035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.177300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.177300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.177424] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.177637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.177739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.177932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.178045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.178162] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc already deleted. [ 1113.178269] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.384886] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.385138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.385312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.385614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.385812] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.386030] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port e39e3c77-f89c-45d9-867d-05cbfac3292b not found, creating... [ 1113.386328] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.386560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.386721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.387025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.387151] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.387525] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.387747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.387900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.388171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.388322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.388469] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: e39e3c77-f89c-45d9-867d-05cbfac3292b is going to be created. [ 1113.408247] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.408404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.408503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.409148] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.409148] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.409319] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-e39e3c77-f89c-45d9-867d-05cbfac3292b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.524851] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.525094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.525195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.525493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.525626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.525749] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be updated. [ 1113.555789] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.556040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.556093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.556317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.556476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.564311] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1114.097947] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-a3332ea4-9c8c-442b-a973-e450fca08fd3 service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1114.097947] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-a3332ea4-9c8c-442b-a973-e450fca08fd3 service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1114.097947] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-a3332ea4-9c8c-442b-a973-e450fca08fd3 service nova] Enqueued Resource ID: e39e3c77-f89c-45d9-867d-05cbfac3292b with Priority: HIGHEST for action port [ 1114.097947] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1114.097947] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1114.098606] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e39e3c77-f89c-45d9-867d-05cbfac3292b with Priority: HIGHEST for action port [ 1114.098606] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.098732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.098826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.099247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.099363] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.100821] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.101077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.101077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.101657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.101657] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.101657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.101657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.101840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.101919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.102610] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.103610] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-e39e3c77-f89c-45d9-867d-05cbfac3292b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.103610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e39e3c77-f89c-45d9-867d-05cbfac3292b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.103610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e39e3c77-f89c-45d9-867d-05cbfac3292b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.103610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e39e3c77-f89c-45d9-867d-05cbfac3292b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.103610] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39e3c77-f89c-45d9-867d-05cbfac3292b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.605519] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.605693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.605915] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.606995] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e39e3c77-f89c-45d9-867d-05cbfac3292b with status ACTIVE [ 1114.607299] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.607660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.607660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.607883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.608035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.608305] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.608441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.608585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.608817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.608943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.609180] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.609303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.609422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.609570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.609673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.609765] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e39e3c77-f89c-45d9-867d-05cbfac3292b is going to be updated. [ 1114.640228] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.640228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.640228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.641035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.641035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.641330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e39e3c77-f89c-45d9-867d-05cbfac3292b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.884606] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.884606] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-906" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.884827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-906" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.885078] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-906" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.885368] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.885574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.885651] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.885876] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.886047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.886262] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.886381] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.886492] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.886691] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.886847] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.886979] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.887138] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.911818] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.911990] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.912148] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.912327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-906" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.912646] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.912823] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.913043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.913286] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.913427] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ffa7f1-b38e-471c-aa19-bb8f8acaa252',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.936318] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 1114.936535] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 deletion is rescheduled due to dependency. [ 1114.936739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.111881] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.415517] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.416333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.416333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.416333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.416333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.416601] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 not found, creating... [ 1115.416798] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.416969] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.417106] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.417334] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.417477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.417787] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.417947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.418079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.418290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.418424] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.418566] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 is going to be created. [ 1115.436618] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.436910] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.437156] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.437458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.438053] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.438053] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.575947] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1115.576235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.613943] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.614424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.615026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.615026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.615026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.615026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be created. [ 1115.636850] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.637158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.637158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.638578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.638578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.647336] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: UNINITIALIZED for 2s [ 1116.482046] env[69155]: INFO networking_nsxv3.common.synchronization [req-76105423-faf0-47c2-b4f7-69611e368302 req-e92a3efc-8356-42f4-a6bb-f24f2b3292af tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Enqueued Resource ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 with Priority: HIGHEST for action security_group_members [ 1116.484276] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 with Priority: HIGHEST for action security_group_members [ 1116.484943] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eead9e2-3581-4fab-813b-c5d3ec502f10 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.485266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.485266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.485986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.486332] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.486533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.486967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.487245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.487446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.488036] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eead9e2-3581-4fab-813b-c5d3ec502f10',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.598473] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-ed1be979-2c43-4205-889b-c78b2bd9d574 service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1116.598604] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-ed1be979-2c43-4205-889b-c78b2bd9d574 service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1116.598770] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-ed1be979-2c43-4205-889b-c78b2bd9d574 service nova] Enqueued Resource ID: c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 with Priority: HIGHEST for action port [ 1116.598998] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1116.599140] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1116.599268] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 with Priority: HIGHEST for action port [ 1116.599809] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.599921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.600597] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.600736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.603138] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.603138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.603138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.603138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.603138] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ffa7f1-b38e-471c-aa19-bb8f8acaa252',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.991721] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.991888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.992302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.992302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.992302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.992484] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.992580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.992639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.992780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.992851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.992934] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 is going to be updated. [ 1117.016882] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.018021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.018021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.018021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.018021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.026369] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 in Status: IN_PROGRESS for 2s [ 1117.104640] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 with status ACTIVE [ 1117.104640] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.104640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.104640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.104640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.104640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.104640] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.105164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.105164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.105164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.105164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.105304] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.105304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.105377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.105532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.105532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.105624] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 is going to be updated. [ 1117.132103] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.132339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.132339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.133010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.133010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.133010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.303997] env[69155]: INFO networking_nsxv3.common.synchronization [req-22bde694-1a17-45cd-b49d-09b627baf682 req-3e0c9acd-ddf5-4e02-9bea-5d9feb23bd19 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_members [ 1117.305779] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_members [ 1117.305779] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.306190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.306190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.306279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.306543] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.306688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.306780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.307196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.307324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.307503] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.537693] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.538009] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-817" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.538774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-817" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.539169] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-817" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.539460] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.539627] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.543019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.543019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.543019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.543019] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.543019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.543019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.543019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.543019] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.543019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.543019] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.561241] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.561416] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.561550] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.561725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-817" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.562071] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-3899e63a-fa1d-443f-a251-0d9f09ad810e taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.562247] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-3899e63a-fa1d-443f-a251-0d9f09ad810e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.562368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-3899e63a-fa1d-443f-a251-0d9f09ad810e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.562809] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-3899e63a-fa1d-443f-a251-0d9f09ad810e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.562910] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3899e63a-fa1d-443f-a251-0d9f09ad810e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.660083] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1117.661794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.662373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.662624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.663112] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.663430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.663430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.663576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.663609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.663701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.663836] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.665430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.667107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.667107] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.667107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.667107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.667527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.667527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.667527] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.811127] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.811127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.811127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.811127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.811127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.811127] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.811127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.811127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.811127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.811127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.811579] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f already deleted. [ 1117.811579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.813254] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.813512] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.813670] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.813825] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.814110] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.814856] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.814856] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.814856] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.814856] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.816045] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.816045] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.816045] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.816045] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.816045] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.816045] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.816045] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.836803] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.837039] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.837288] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.837490] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.837851] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-3fe55626-5c25-482e-9668-c794afa011dc taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.838146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-3fe55626-5c25-482e-9668-c794afa011dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.838295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-3fe55626-5c25-482e-9668-c794afa011dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.838659] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-3fe55626-5c25-482e-9668-c794afa011dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.838809] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe55626-5c25-482e-9668-c794afa011dc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.067125] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.067368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.067491] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.068253] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.068420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.068586] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 3899e63a-fa1d-443f-a251-0d9f09ad810e not found, creating... [ 1118.068858] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.069031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.071019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.071019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.071019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.071019] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.071019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.071019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.071019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.071019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.071019] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 3899e63a-fa1d-443f-a251-0d9f09ad810e is going to be created. [ 1118.090019] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.090019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.090019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.090444] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.090498] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.090679] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-3899e63a-fa1d-443f-a251-0d9f09ad810e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.169932] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.169932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.170163] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.341644] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.341888] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.342039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.342326] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.342393] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.342552] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 3fe55626-5c25-482e-9668-c794afa011dc not found, creating... [ 1118.342813] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.342980] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.343118] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.343350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.343505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.343769] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.345059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.345059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.345059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.345059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.345059] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 3fe55626-5c25-482e-9668-c794afa011dc is going to be created. [ 1118.365918] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.366184] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.366289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.366571] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.366868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.367082] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-3fe55626-5c25-482e-9668-c794afa011dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.579047] env[69155]: INFO networking_nsxv3.common.synchronization [None req-5baf04b9-059f-431b-a983-7a4bed64b168 None None] Enqueued Resource ID: 8d0d2513-ad3d-4ede-9959-6b9817df7b6e with Priority: HIGHEST for action port [ 1118.579397] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d0d2513-ad3d-4ede-9959-6b9817df7b6e with Priority: HIGHEST for action port [ 1118.580237] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d0d2513-ad3d-4ede-9959-6b9817df7b6e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.580365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d0d2513-ad3d-4ede-9959-6b9817df7b6e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.580435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d0d2513-ad3d-4ede-9959-6b9817df7b6e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.580717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d0d2513-ad3d-4ede-9959-6b9817df7b6e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.580809] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0d2513-ad3d-4ede-9959-6b9817df7b6e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.671987] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.738692] env[69155]: INFO networking_nsxv3.common.synchronization [req-085890e3-3083-487b-8f55-d90acf25c70c req-82af4e6a-99a0-4f67-97f9-3be7b04e44ac tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Enqueued Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_members [ 1118.739215] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44792a08-5603-4544-ab1b-ecb907ed549b with Priority: HIGHEST for action security_group_members [ 1118.739515] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-44792a08-5603-4544-ab1b-ecb907ed549b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.739638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.739707] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.739900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.740602] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.740734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.740803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.740966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.741065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.741160] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44792a08-5603-4544-ab1b-ecb907ed549b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.034474] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 in Status: SUCCESS [ 1119.034683] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eead9e2-3581-4fab-813b-c5d3ec502f10 deletion is rescheduled due to dependency. [ 1119.034796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eead9e2-3581-4fab-813b-c5d3ec502f10" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.083297] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d0d2513-ad3d-4ede-9959-6b9817df7b6e [ 1119.083541] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.083695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.083744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.083945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.084049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.084145] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d0d2513-ad3d-4ede-9959-6b9817df7b6e already deleted. [ 1119.084228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d0d2513-ad3d-4ede-9959-6b9817df7b6e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.174328] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.174510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.174510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.175378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.175378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.175378] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1119.204481] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.204481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.204481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.204481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.204481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.215220] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1119.244201] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.244746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.244746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.244886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.244886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.245940] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.245940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.245940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.245940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.245940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.245940] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44792a08-5603-4544-ab1b-ecb907ed549b is going to be updated. [ 1119.277411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.278074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.278232] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.278474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.278624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.288321] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: IN_PROGRESS for 2s [ 1119.311479] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-9f86fa41-9de7-496c-83a8-c68785447e4e service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1119.311691] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-9f86fa41-9de7-496c-83a8-c68785447e4e service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1119.311886] env[69155]: INFO networking_nsxv3.common.synchronization [req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b req-9f86fa41-9de7-496c-83a8-c68785447e4e service nova] Enqueued Resource ID: 3899e63a-fa1d-443f-a251-0d9f09ad810e with Priority: HIGHEST for action port [ 1119.312450] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1119.312576] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1119.312671] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3899e63a-fa1d-443f-a251-0d9f09ad810e with Priority: HIGHEST for action port [ 1119.312976] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.313946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.314988] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.315196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.315497] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3899e63a-fa1d-443f-a251-0d9f09ad810e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.315695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3899e63a-fa1d-443f-a251-0d9f09ad810e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.315802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3899e63a-fa1d-443f-a251-0d9f09ad810e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.316092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3899e63a-fa1d-443f-a251-0d9f09ad810e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.316949] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3899e63a-fa1d-443f-a251-0d9f09ad810e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.576503] env[69155]: INFO networking_nsxv3.common.synchronization [req-22bde694-1a17-45cd-b49d-09b627baf682 req-eb1598ec-1793-4114-a462-41a98a5d793a service nova] Enqueued Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_rules [ 1119.578425] env[69155]: INFO networking_nsxv3.common.synchronization [req-22bde694-1a17-45cd-b49d-09b627baf682 req-eb1598ec-1793-4114-a462-41a98a5d793a service nova] Enqueued Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_members [ 1119.578654] env[69155]: INFO networking_nsxv3.common.synchronization [req-22bde694-1a17-45cd-b49d-09b627baf682 req-eb1598ec-1793-4114-a462-41a98a5d793a service nova] Enqueued Resource ID: 3fe55626-5c25-482e-9668-c794afa011dc with Priority: HIGHEST for action port [ 1119.580344] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_rules [ 1119.580595] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_members [ 1119.581048] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe55626-5c25-482e-9668-c794afa011dc with Priority: HIGHEST for action port [ 1119.581429] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.581608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.581715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.581958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.582109] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.583553] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.586306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.586388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.589742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.589742] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.589742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.589742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.589742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.589742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.589742] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.589742] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fe55626-5c25-482e-9668-c794afa011dc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.590065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fe55626-5c25-482e-9668-c794afa011dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.590065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fe55626-5c25-482e-9668-c794afa011dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.590065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fe55626-5c25-482e-9668-c794afa011dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.590331] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe55626-5c25-482e-9668-c794afa011dc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.818213] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3899e63a-fa1d-443f-a251-0d9f09ad810e with status ACTIVE [ 1119.818511] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.818746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.818746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.819674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.819674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.819674] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.819674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.819674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.819674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.819674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.820977] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.820977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.820977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.820977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.820977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.820977] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3899e63a-fa1d-443f-a251-0d9f09ad810e is going to be updated. [ 1119.840036] env[69155]: INFO networking_nsxv3.common.synchronization [req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 req-85f7da31-0510-4a8f-a956-d54034e83312 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1119.841206] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.841344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.841420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.841611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.841741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.841924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3899e63a-fa1d-443f-a251-0d9f09ad810e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.842418] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1119.842781] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.842884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.843131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.843270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.843324] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.843381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.843495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.843656] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.843762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.843853] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.086790] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.086790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.094226] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.094226] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fe55626-5c25-482e-9668-c794afa011dc with status ACTIVE [ 1120.094226] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.094226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.094226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.094226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.094449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.094549] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.094650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.094708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.094868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.094946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.095146] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.095255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.095289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.095805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.095881] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.096014] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fe55626-5c25-482e-9668-c794afa011dc is going to be updated. [ 1120.117139] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.117283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.117354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.117561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.117745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.117956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fe55626-5c25-482e-9668-c794afa011dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.137180] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.137377] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.137505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.138317] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.138317] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.138559] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.139040] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.139331] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.139526] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.139768] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.139922] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.140073] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.140217] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.140359] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.140493] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.140654] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.163954] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.164153] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.164294] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.164466] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.164798] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-d0da652a-bd6b-456d-a57e-02278d7fe3bd taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.165162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-d0da652a-bd6b-456d-a57e-02278d7fe3bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.165162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-d0da652a-bd6b-456d-a57e-02278d7fe3bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.165411] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-d0da652a-bd6b-456d-a57e-02278d7fe3bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.165580] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0da652a-bd6b-456d-a57e-02278d7fe3bd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.345802] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.467102] env[69155]: INFO networking_nsxv3.common.synchronization [None req-25002f99-3b5e-479c-8a55-02cdc342e8df None None] Enqueued Resource ID: 26cc99f7-9b2a-4943-9b9f-21d768cd8471 with Priority: HIGHEST for action port [ 1120.467102] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc99f7-9b2a-4943-9b9f-21d768cd8471 with Priority: HIGHEST for action port [ 1120.467457] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-26cc99f7-9b2a-4943-9b9f-21d768cd8471 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.467586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26cc99f7-9b2a-4943-9b9f-21d768cd8471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.467677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26cc99f7-9b2a-4943-9b9f-21d768cd8471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.467935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26cc99f7-9b2a-4943-9b9f-21d768cd8471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.468073] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26cc99f7-9b2a-4943-9b9f-21d768cd8471',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.598841] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.671030] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.671030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.671030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.671030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.671030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.671030] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port d0da652a-bd6b-456d-a57e-02278d7fe3bd not found, creating... [ 1120.671030] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.671030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.671030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.671030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.671030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.671536] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.671536] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.671536] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.671536] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.671536] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.672130] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: d0da652a-bd6b-456d-a57e-02278d7fe3bd is going to be created. [ 1120.693495] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.693495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.693495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.693495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.693495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.693495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-d0da652a-bd6b-456d-a57e-02278d7fe3bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.853337] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.973484] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26cc99f7-9b2a-4943-9b9f-21d768cd8471 [ 1120.973484] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.973484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.973484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.973484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.973484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.973484] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26cc99f7-9b2a-4943-9b9f-21d768cd8471 already deleted. [ 1120.973484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26cc99f7-9b2a-4943-9b9f-21d768cd8471" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.103518] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.103675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.103748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.103962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.104067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.104189] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f is going to be created. [ 1121.127096] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.127096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.127096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.127096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.127329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.138552] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f in Status: UNINITIALIZED for 2s [ 1121.224990] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1121.225236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.225393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.225636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.225859] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.225974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.226053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.226214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.226295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.226393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.226537] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.226654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.226728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.226880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.227037] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.227133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.227193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.227329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.227401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.227479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.227565] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.228581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.228581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.228695] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.228749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.229345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.229345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.229345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.229345] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.297726] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44792a08-5603-4544-ab1b-ecb907ed549b in Status: SUCCESS [ 1121.297888] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44792a08-5603-4544-ab1b-ecb907ed549b deletion is rescheduled due to dependency. [ 1121.298017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44792a08-5603-4544-ab1b-ecb907ed549b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.359416] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.359416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.359416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.359416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.359416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.359416] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 is going to be updated. [ 1121.389813] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.389813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.389813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.389813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.389813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.397427] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: IN_PROGRESS for 2s [ 1121.505987] env[69155]: INFO networking_nsxv3.common.synchronization [req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 req-9f0b9f23-7a2c-49d3-a612-32ca20a51c34 service nova] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_rules [ 1121.506181] env[69155]: INFO networking_nsxv3.common.synchronization [req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 req-9f0b9f23-7a2c-49d3-a612-32ca20a51c34 service nova] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1121.506319] env[69155]: INFO networking_nsxv3.common.synchronization [req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 req-9f0b9f23-7a2c-49d3-a612-32ca20a51c34 service nova] Enqueued Resource ID: d0da652a-bd6b-456d-a57e-02278d7fe3bd with Priority: HIGHEST for action port [ 1121.506540] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_rules [ 1121.506689] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1121.506957] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0da652a-bd6b-456d-a57e-02278d7fe3bd with Priority: HIGHEST for action port [ 1121.507521] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.507690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.507730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.507939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.508123] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.508940] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.509070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.509277] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0da652a-bd6b-456d-a57e-02278d7fe3bd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.509376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0da652a-bd6b-456d-a57e-02278d7fe3bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.509439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0da652a-bd6b-456d-a57e-02278d7fe3bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.512786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0da652a-bd6b-456d-a57e-02278d7fe3bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.512786] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0da652a-bd6b-456d-a57e-02278d7fe3bd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.732850] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ecec089-a5f5-4997-9a7b-33544a8f35bc: rpc.has_security_group_logging(os_id): False [ 1121.735167] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.755990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.755990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.755990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.755990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.755990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.755990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.755990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.756648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.756648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.756648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.756648] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.756648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.756834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.756866] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.756966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.757148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.757237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.757295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.757455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.757528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.757630] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be created. [ 1121.828553] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.828553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.828553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.828766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.828917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.839466] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1122.024121] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.024121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.024121] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0da652a-bd6b-456d-a57e-02278d7fe3bd with status ACTIVE [ 1122.024121] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.024121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.024121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.024121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.024121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.024121] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.024121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.024121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.024121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.024121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.024121] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.024680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.024680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.024680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.024680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.024680] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0da652a-bd6b-456d-a57e-02278d7fe3bd is going to be updated. [ 1122.047329] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.047329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.047329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.047633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.047633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.047796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0da652a-bd6b-456d-a57e-02278d7fe3bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.123064] env[69155]: INFO networking_nsxv3.common.synchronization [req-b89d0b89-6096-4cb2-a263-fb07380a6295 req-5a2b08dd-3560-41bb-ba61-6ba833ce6ff0 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1122.123601] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1122.123906] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.124044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.124110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.124305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.124455] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.124573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.124631] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.124795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.124883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.125104] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.237393] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.591709] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.592140] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.592401] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.592766] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.593170] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.593477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.593703] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.594040] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.594298] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.594606] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.596910] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.596910] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.596910] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.596910] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.596910] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.596910] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.613370] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.613370] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1122.613511] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.614081] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-871" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.614081] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.614261] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.614261] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.614596] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.614816] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4867b6e1-fa44-4f6e-83ed-23a4f11803fb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.628644] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.628644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.628644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.628644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.628644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.628644] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.628644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.628644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.629087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.629087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.629087] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 1122.654437] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.654611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.654667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.654848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.654984] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.663463] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 1122.740706] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.740706] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.741150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.741150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.741150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.741276] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1122.784354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.784503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.784570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.784789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.784932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.793788] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1123.117104] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.117324] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.117467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.117835] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.117997] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.118175] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 4867b6e1-fa44-4f6e-83ed-23a4f11803fb not found, creating... [ 1123.118499] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.118675] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.118801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.119219] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.119439] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.119753] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.119953] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.120099] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.120329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.120471] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.120642] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 4867b6e1-fa44-4f6e-83ed-23a4f11803fb is going to be created. [ 1123.141544] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.141983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.141983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.142192] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.142375] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.142607] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.151865] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f in Status: SUCCESS [ 1123.151865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.151865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.151865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.152098] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.152098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.152098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.152235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.152321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.152404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.152495] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.410047] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: SUCCESS [ 1123.410047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.410047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.410047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.410364] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.410364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.410364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.410788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.410788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.410788] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.655419] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.853912] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1123.854997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.854997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.854997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.854997] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.912715] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.162710] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61a1e786-ceb4-4d9c-856a-39cbbac40b5f: rpc.has_security_group_logging(os_id): False [ 1124.175151] env[69155]: INFO networking_nsxv3.common.synchronization [req-b89d0b89-6096-4cb2-a263-fb07380a6295 req-894a42e2-23fb-44eb-b341-5b3f33fd52f3 service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 1124.175151] env[69155]: INFO networking_nsxv3.common.synchronization [req-b89d0b89-6096-4cb2-a263-fb07380a6295 req-894a42e2-23fb-44eb-b341-5b3f33fd52f3 service nova] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1124.175151] env[69155]: INFO networking_nsxv3.common.synchronization [req-b89d0b89-6096-4cb2-a263-fb07380a6295 req-894a42e2-23fb-44eb-b341-5b3f33fd52f3 service nova] Enqueued Resource ID: 4867b6e1-fa44-4f6e-83ed-23a4f11803fb with Priority: HIGHEST for action port [ 1124.175151] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_rules [ 1124.175151] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1124.175151] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4867b6e1-fa44-4f6e-83ed-23a4f11803fb with Priority: HIGHEST for action port [ 1124.177986] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.178127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.178191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.178391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.178469] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.179948] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.180052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.180250] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.180346] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.180398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.180560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.180631] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4867b6e1-fa44-4f6e-83ed-23a4f11803fb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.191236] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.191389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.191435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.191642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.191730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.191965] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.192079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.192564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.192564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.192564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.192564] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f is going to be created. [ 1124.258251] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.258424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.258476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.258657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.258872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.268074] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f in Status: IN_PROGRESS for 2s [ 1124.357251] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.357400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.418912] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.678685] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 1124.678873] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 deletion is rescheduled due to dependency. [ 1124.678994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.679195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.679415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.679597] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.679714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.679775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.679921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.680010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.680111] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.681491] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.681616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.683415] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4867b6e1-fa44-4f6e-83ed-23a4f11803fb with status ACTIVE [ 1124.683579] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.683674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.683740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.684435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.684435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.684435] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.684435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.684435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.684696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.684696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.685397] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.685499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.685499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.685653] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.685729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.685823] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4867b6e1-fa44-4f6e-83ed-23a4f11803fb is going to be updated. [ 1124.709037] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.709037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.709037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.709253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.709364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.709519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4867b6e1-fa44-4f6e-83ed-23a4f11803fb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.809206] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1124.809484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.809682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.809924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.810171] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.810315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.810406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.810596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.810785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.810839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.810917] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.922041] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.922041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.922041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.922568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.922568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.922568] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 is going to be updated. [ 1124.957083] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.957369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.957527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.957856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.958123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.967012] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: IN_PROGRESS for 2s [ 1125.183598] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.314454] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.314609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.314786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.314917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.315113] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.315217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.315409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.315409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.315600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.315600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.315710] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.316350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.316350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.316350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.316350] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.316350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.316350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.316567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.316567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.316567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.316666] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.499110] env[69155]: INFO networking_nsxv3.common.synchronization [req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 req-ddaf0c2c-99c9-4e73-83c7-faca08b81430 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Enqueued Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_members [ 1125.499570] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGHEST for action security_group_members [ 1125.499872] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.499998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.500534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.501203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.501463] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.501853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.502097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.502319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.502410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.502655] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.686858] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.821341] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ecec089-a5f5-4997-9a7b-33544a8f35bc: rpc.has_security_group_logging(os_id): False [ 1125.869038] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.869038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.869038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.869038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.869038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.869038] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.869038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.869038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.869038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.869038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.870354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.870944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.873831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.873831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.873831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.873831] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.873831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.873831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.873831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.873831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.873831] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1126.005372] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.005677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.006013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.006417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.006596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.006932] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.007099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.007195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.007383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.007498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.007618] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 is going to be updated. [ 1126.077193] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.077405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.077457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.077674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.077926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.089363] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.089587] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.089718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.089968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.090173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.109432] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 in Status: IN_PROGRESS for 2s [ 1126.120018] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1126.189602] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.189873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.189873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.190126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.191180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.191314] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 1126.303574] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f in Status: SUCCESS [ 1126.303817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.329252] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.329416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.329464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.330086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.330086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.349999] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 1126.906095] env[69155]: INFO networking_nsxv3.common.synchronization [req-7047fe37-5c8e-45da-afe7-23924d30c37e req-07f8f0ef-d7bf-42f4-aed9-be799c02f157 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1126.906613] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1126.907060] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.907188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.907253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.907453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.907597] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.907685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.907762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.907915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.908010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.908844] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.990361] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: SUCCESS [ 1126.990581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.990746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.990956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.991171] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.991292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.991358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.991495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.991601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.991651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.991743] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.410455] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.496179] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.915156] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.001241] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d6e2e25-6249-48b6-8e3e-d50eaca11751: rpc.has_security_group_logging(os_id): False [ 1128.022140] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.022367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.022414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.022622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.022730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.023027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.023191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.023191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.023346] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.023422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.023619] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 is going to be updated. [ 1128.094157] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.094336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.094379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.094574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.094941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.109066] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: IN_PROGRESS for 2s [ 1128.119978] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 in Status: SUCCESS [ 1128.119978] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 deletion is rescheduled due to dependency. [ 1128.120096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.130524] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1128.130775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.130958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.131200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.131294] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.360562] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 1128.360562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.360774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.360875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.361142] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.361301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.361301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.361420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.361530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.361608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.361685] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.418198] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.418198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.418198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.419508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.419508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.419508] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be updated. [ 1128.450850] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.451038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.451038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.451194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.451421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.464199] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1128.633161] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.633454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.633454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.634638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.634638] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.634638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.634638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.635130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.635130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.635130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.635130] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.864542] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.865081] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.865081] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.865081] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.865227] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.865316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.865380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.865584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.865687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.865792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.865987] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.866156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.866243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.866416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.866592] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.866710] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.866796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.866998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.867200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.867338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.867435] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.140936] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.141416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.141416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.141575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.141637] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.141738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.141802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.141959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.142065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.142319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.142319] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.143159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.143159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.143159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.143159] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.143159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.143159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.143159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.144935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.145051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.145156] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.370967] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5: rpc.has_security_group_logging(os_id): False [ 1129.400027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.400027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.400027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.400027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.400663] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.400663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.400990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.401304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.401541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.401772] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 1129.503087] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.503087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.503087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.503087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.503087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.525581] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 1129.649724] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ecec089-a5f5-4997-9a7b-33544a8f35bc: rpc.has_security_group_logging(os_id): False [ 1129.667898] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.669034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.669034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.669034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.669034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.669034] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.669034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.669034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.669351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.669351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.670055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.670055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.670055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.670055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.670276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.670530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.670821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.670821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.671843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.671843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.671843] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1129.771335] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.772358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.772358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.772358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.772358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.794602] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1130.148025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: SUCCESS [ 1130.148025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.473644] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1130.473866] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.725259] env[69155]: INFO networking_nsxv3.common.synchronization [None req-a5d60285-2ce6-4b40-8235-536e20edb787 None None] Enqueued Resource ID: 7d432ab5-9e10-4c0c-a6a9-a09520c69bfd with Priority: HIGHEST for action port [ 1130.725756] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d432ab5-9e10-4c0c-a6a9-a09520c69bfd with Priority: HIGHEST for action port [ 1130.726174] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d432ab5-9e10-4c0c-a6a9-a09520c69bfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.726244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d432ab5-9e10-4c0c-a6a9-a09520c69bfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.726282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d432ab5-9e10-4c0c-a6a9-a09520c69bfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.726515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d432ab5-9e10-4c0c-a6a9-a09520c69bfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.726600] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d432ab5-9e10-4c0c-a6a9-a09520c69bfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.906754] env[69155]: INFO networking_nsxv3.common.synchronization [None req-d9cc65af-a4b6-485d-b89d-8394563f45fb tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1130.907289] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1130.907669] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.907756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.907804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.907992] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.908195] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.908300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.908362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.908515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.908600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.908691] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.234449] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d432ab5-9e10-4c0c-a6a9-a09520c69bfd [ 1131.234449] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.234449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.234449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.234449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.234449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.234449] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d432ab5-9e10-4c0c-a6a9-a09520c69bfd already deleted. [ 1131.234449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d432ab5-9e10-4c0c-a6a9-a09520c69bfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.411899] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.412132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.412289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.413377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.413377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.413377] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.413377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.413377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.413377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.413377] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.413377] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1131.444328] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.444328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.444328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.444328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.444328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.453532] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1131.541984] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 1131.542239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.815392] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1131.815392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.307981] env[69155]: INFO networking_nsxv3.common.synchronization [req-0adef5cd-156c-4769-90c1-58849d48a2bc req-75a2a014-e0fb-4cc0-9542-881d4b11922f tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1132.308736] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1132.308970] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.309218] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.309298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.309489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.310679] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.310679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.310679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.310679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.310679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.310679] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.520872] env[69155]: INFO networking_nsxv3.common.synchronization [req-0adef5cd-156c-4769-90c1-58849d48a2bc req-dd08b0c5-cffe-4116-a80a-48aaaba0d9b1 tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1132.521104] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1132.521436] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.521498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.724188] env[69155]: INFO networking_nsxv3.common.synchronization [None req-2821783a-3dda-46f5-a668-a6291f4e240e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Enqueued Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_rules [ 1132.724858] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_rules [ 1132.725110] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.725286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.725286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.725528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.725608] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.780525] env[69155]: INFO networking_nsxv3.common.synchronization [req-0adef5cd-156c-4769-90c1-58849d48a2bc req-7d096cfd-eb28-4a3c-b344-f72880ff9ebd tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1132.781683] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1132.782934] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.783049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.812213] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.846772] env[69155]: INFO networking_nsxv3.common.synchronization [None req-ea4e9023-00e9-441f-bfd2-9e4d92a6dd8a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Enqueued Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_rules [ 1132.846772] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_rules [ 1132.846772] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.846772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.197939] env[69155]: INFO networking_nsxv3.common.synchronization [None req-ebb26841-16c3-446a-ad7b-4e7301b16934 None None] Enqueued Resource ID: 306e0927-aca0-465d-9561-86fc3917dfd2 with Priority: HIGHEST for action port [ 1133.198209] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306e0927-aca0-465d-9561-86fc3917dfd2 with Priority: HIGHEST for action port [ 1133.198763] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-306e0927-aca0-465d-9561-86fc3917dfd2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.198887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-306e0927-aca0-465d-9561-86fc3917dfd2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.198955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-306e0927-aca0-465d-9561-86fc3917dfd2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.199240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-306e0927-aca0-465d-9561-86fc3917dfd2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.204022] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('306e0927-aca0-465d-9561-86fc3917dfd2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.253157] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.253157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.253157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.253157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.253157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.253157] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 already deleted. [ 1133.253157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.253157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.253157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.253157] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.316266] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.465013] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1133.465094] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 deletion is rescheduled due to dependency. [ 1133.465214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.706429] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 306e0927-aca0-465d-9561-86fc3917dfd2 [ 1133.706664] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.706804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.706909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.707215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.707312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.707414] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:306e0927-aca0-465d-9561-86fc3917dfd2 already deleted. [ 1133.707526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-306e0927-aca0-465d-9561-86fc3917dfd2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.774096] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.774257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.774330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.774548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.774638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.774736] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 already deleted. [ 1133.774851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.822536] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.822696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.822747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.822961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.823065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.823161] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1133.852197] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.852197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.852197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.852607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.852607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.861028] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1135.150825] env[69155]: INFO networking_nsxv3.common.synchronization [req-804d7aab-a93d-4fb3-9394-4bd47b3b310c req-124056db-1a17-4fa5-8586-2ddbe77bd7a1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1135.150825] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1135.150825] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.150825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.150825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.150825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.150825] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.150825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.150825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.150825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.150825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.150825] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.411331] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.411543] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.411673] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.412444] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.412806] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.413073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.413272] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.413488] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.413660] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.413889] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.414041] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.414162] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.414278] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.414403] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.414519] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.414656] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.434121] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.434395] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1135.434508] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.434619] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.434921] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-343203b8-c6ec-4eea-8181-9b14990bd31e taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.435113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-343203b8-c6ec-4eea-8181-9b14990bd31e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.435239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-343203b8-c6ec-4eea-8181-9b14990bd31e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.435542] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-343203b8-c6ec-4eea-8181-9b14990bd31e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.435685] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343203b8-c6ec-4eea-8181-9b14990bd31e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.652013] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.652229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.652338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.652607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.652833] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.652996] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.653141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.653233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.653419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.653573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.653736] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 already deleted. [ 1135.653817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.872271] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1135.872503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.872670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.872880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.873075] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.873209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.873271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.873419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.873499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.873589] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.937662] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.937950] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.938032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.938310] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.938469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.938630] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 343203b8-c6ec-4eea-8181-9b14990bd31e not found, creating... [ 1135.938896] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.939075] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.939205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.939429] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.939572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.939851] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.940025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.940153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.940377] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.940506] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.940646] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 343203b8-c6ec-4eea-8181-9b14990bd31e is going to be created. [ 1135.963257] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.963478] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.963649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.963923] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.964166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.964397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-343203b8-c6ec-4eea-8181-9b14990bd31e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.375850] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.376195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.376195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.376350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.376439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.376641] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.376739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.376798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.377037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.377121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.377207] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1136.415018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.415241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.416190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.416190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.416190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.424630] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1136.675074] env[69155]: INFO networking_nsxv3.common.synchronization [req-804d7aab-a93d-4fb3-9394-4bd47b3b310c req-a39f130d-82b0-4c01-89f7-7056cac5e674 service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1136.675330] env[69155]: INFO networking_nsxv3.common.synchronization [req-804d7aab-a93d-4fb3-9394-4bd47b3b310c req-a39f130d-82b0-4c01-89f7-7056cac5e674 service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1136.675531] env[69155]: INFO networking_nsxv3.common.synchronization [req-804d7aab-a93d-4fb3-9394-4bd47b3b310c req-a39f130d-82b0-4c01-89f7-7056cac5e674 service nova] Enqueued Resource ID: 343203b8-c6ec-4eea-8181-9b14990bd31e with Priority: HIGHEST for action port [ 1136.676344] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1136.678284] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1136.678284] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343203b8-c6ec-4eea-8181-9b14990bd31e with Priority: HIGHEST for action port [ 1136.678284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.678284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.678284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.678688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.678688] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.679446] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.679598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.679690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.680020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.680101] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.680238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.680300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.680471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.680578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.680688] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.682138] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-343203b8-c6ec-4eea-8181-9b14990bd31e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.682138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343203b8-c6ec-4eea-8181-9b14990bd31e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.682138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343203b8-c6ec-4eea-8181-9b14990bd31e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.682138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343203b8-c6ec-4eea-8181-9b14990bd31e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.682138] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343203b8-c6ec-4eea-8181-9b14990bd31e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.183699] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.183849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.184056] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.184906] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 343203b8-c6ec-4eea-8181-9b14990bd31e with status ACTIVE [ 1137.185102] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.185214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.185285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.185853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.185853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.185853] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.186075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.186075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.186496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.186584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.186771] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.186857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.186938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.187206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.187206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.187300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 343203b8-c6ec-4eea-8181-9b14990bd31e is going to be updated. [ 1137.208534] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.208716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.208778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.209027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.209226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.209408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343203b8-c6ec-4eea-8181-9b14990bd31e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.249802] env[69155]: INFO networking_nsxv3.common.synchronization [req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a req-09c3b77b-aa26-4ce1-b5b0-7eb2acdba29e tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1137.250310] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGHEST for action security_group_members [ 1137.251043] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.251043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.251043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.251043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.251461] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.251461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.251461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.251461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.251702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.251702] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.689128] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.754567] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.754725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.754815] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.755074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.755179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.755373] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.755474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.755536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.755688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.755774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.755847] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be updated. [ 1137.783821] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.783973] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.784059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.784272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.784411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.793341] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: IN_PROGRESS for 2s [ 1138.191887] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.191887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.192181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.192181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.192326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.192396] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be created. [ 1138.229711] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.229711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.229711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.229711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.229711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.237717] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: UNINITIALIZED for 2s [ 1138.433962] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1138.434174] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc deletion is rescheduled due to dependency. [ 1138.434290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.434492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.434725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.434930] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.435390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.435390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.435390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.435390] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.435703] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.939278] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.939650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.939650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.939842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.939981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.940239] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.940376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.940466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.940667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.940788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.940933] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1138.966431] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.966572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.966643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.966841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.967063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.973820] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.973955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.974031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.974231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.974339] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.976134] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1139.477947] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.803591] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 in Status: SUCCESS [ 1139.803772] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 deletion is rescheduled due to dependency. [ 1139.803877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.980455] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.336459] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1140.336753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.336894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.337235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.337457] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.337577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.337649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.337800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.337874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.337977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.338115] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.483023] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1140.483023] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1140.495382] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.495597] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.495727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.496993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.496993] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.496993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.496993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.496993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.496993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.497293] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.497357] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.497469] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.497583] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.497694] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.497803] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.497941] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.521218] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.521409] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.521551] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.521728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.522107] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-d517803d-f59f-4d17-963e-eaf50211e085 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.522281] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.522382] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.522706] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.522890] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d517803d-f59f-4d17-963e-eaf50211e085',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.841044] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.841263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.841263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.841407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.841576] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.841678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.841739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.841889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.841977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.842079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.842245] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.842338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.842380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.842514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.842647] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.842734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.842788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.842920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.842993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.843087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.843177] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.993681] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1140.993985] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc deletion is rescheduled due to dependency. [ 1140.993985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.025358] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.025689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.025837] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.026154] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.026312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.026485] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port d517803d-f59f-4d17-963e-eaf50211e085 not found, creating... [ 1141.026813] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.027073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.027248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.027524] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.027674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.027967] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.028147] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.028322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.028491] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.028644] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.028821] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: d517803d-f59f-4d17-963e-eaf50211e085 is going to be created. [ 1141.061254] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.061442] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.061567] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.061835] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.062172] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.062426] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.345899] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d51b06b-a434-4c45-beb7-2591482dd278: rpc.has_security_group_logging(os_id): False [ 1141.366438] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.366582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.366651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.366868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.367010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.367222] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.367324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.367485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.367569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.367616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.368147] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.368147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.368147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.368147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.368147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.368457] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.368457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.368561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.368684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.368761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.368847] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be created. [ 1141.438680] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.438831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.438918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.439150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.439337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.451201] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1141.459981] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.460147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.460252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.460459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.473525] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1141.474368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.475301] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1141.517654] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.517847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.517891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.518133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.527311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.528036] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1141.528036] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1141.528198] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1141.585356] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.585611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.585611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.585727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.587306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.587480] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1141.666223] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.666223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.666223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.666223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.666223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.666493] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1141.755016] env[69155]: INFO networking_nsxv3.common.synchronization [req-d9237247-a686-404c-83e3-88829789a842 req-902a8609-bb19-435a-8557-a4ad244e930f service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 1141.755227] env[69155]: INFO networking_nsxv3.common.synchronization [req-d9237247-a686-404c-83e3-88829789a842 req-902a8609-bb19-435a-8557-a4ad244e930f service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1141.755378] env[69155]: INFO networking_nsxv3.common.synchronization [req-d9237247-a686-404c-83e3-88829789a842 req-902a8609-bb19-435a-8557-a4ad244e930f service nova] Enqueued Resource ID: d517803d-f59f-4d17-963e-eaf50211e085 with Priority: HIGHEST for action port [ 1141.755618] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 1141.755771] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1141.755824] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d517803d-f59f-4d17-963e-eaf50211e085 with Priority: HIGHEST for action port [ 1141.756382] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.756507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.756572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.756990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.756990] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.758706] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.758823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.758930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.759070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.759435] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.759435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.759435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.759589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.759589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.759670] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.761938] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d517803d-f59f-4d17-963e-eaf50211e085 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.762088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.762552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.762552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.762552] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d517803d-f59f-4d17-963e-eaf50211e085',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.777043] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.777043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.777043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.777661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.778054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.778432] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1141.778567] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a9e74997-4903-4056-9208-f98e939a00de', 'a9d10ea5-4a29-4d3b-9b75-5861fc230c19', '2dd92fc8-0c90-466d-ad17-f1960b574dce', '7ecec089-a5f5-4997-9a7b-33544a8f35bc', '626c7ccd-d519-48fa-af22-4cb53cd18dcb', 'ab5d4a04-0e06-439f-838c-f8c7090fec3b', '53df5f28-0549-49ba-9f8e-b9341148a2c4', '368d77eb-2974-4a18-ae4c-0102eceaf2b7', 'fdf8ccee-4773-4d89-b13c-097861be9056', '90924ff0-af87-458c-87f8-dcc8f56b8775', 'ce8aa6b2-bbb2-49a3-8177-11704d2fe485', '7dc653a2-383b-4ec9-944b-4df2292b3b82', '24c20f19-e850-45c5-a80b-c4cd2d5869ff', '5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd', '017857a0-f2a0-4f43-8028-fffd7fe5bde1', '78df2d93-ac07-4b6c-a16a-49cd1c8f5af5', 'a6f90b33-013f-45cf-b8de-02ee4aabe311', '636e5058-9ffe-44e3-83f8-057ca2031939', '78c53469-54b4-4e22-8c84-bd7d663c2178', '3725f369-9211-4b19-9c32-e73ca67fa7da', 'f105902b-77b9-40af-8672-f72d3c686927', 'e21f4d1e-5afb-477f-9526-f1a1d5b79328', '4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c', '20e80537-edae-4ad7-9a62-dcdfc25e26ac', '97d4af54-924f-4ef6-878b-4d3c922518cd', 'b3b4545a-7b5e-4775-bac0-63fd1f58279e', '61a1e786-ceb4-4d9c-856a-39cbbac40b5f', '19f4c3a3-07bd-413f-9137-599cd0dc1420', '4d6e2e25-6249-48b6-8e3e-d50eaca11751', 'c5a22103-f817-4656-ac9b-9fa2760d3fbb', '0771a660-a9c6-460a-aa14-3ffc99498e90', '352d459f-4902-46f4-bed1-f2f6e6f98aa1', '1911c17e-3cc5-4e8c-b982-d46ebb9a45a2', '44792a08-5603-4544-ab1b-ecb907ed549b', 'c50c417c-c942-4892-bf70-4f98f05bd536', 'b12e0e2c-1407-4ee7-9f91-c782d4d9d152', '6eead9e2-3581-4fab-813b-c5d3ec502f10', '7f7434f9-cfc8-4580-bde1-fbde85bcf212', 'e75f5772-31d0-4241-aa34-bfb17ed665ec', 'e82a5c99-e741-442b-94c0-6f5f625c97cb', 'b76a1c87-55bf-46d2-af2f-a73682c85e30', '6b6a0103-b886-4958-ac98-89dde8181f4b', 'f28ed89c-9a26-4276-925c-239f6b494d22', '9d51b06b-a434-4c45-beb7-2591482dd278', 'e9b6c869-58f2-4e96-a81f-5319b66c9ddb'} {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1141.778720] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1141.799309] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.800096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.800180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.801513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.801513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.801513] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1141.801513] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1141.801513] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1141.893508] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.893648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.893716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.893920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.894945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.895218] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1141.895300] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1141.895374] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1141.895443] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1141.895522] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1141.895594] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGH for action security_group_rules [ 1141.895673] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGH for action security_group_rules [ 1141.895741] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGH for action security_group_rules [ 1141.895806] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGH for action security_group_rules [ 1141.895870] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGH for action security_group_rules [ 1141.895933] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGH for action security_group_rules [ 1141.895994] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGH for action security_group_rules [ 1141.896067] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGH for action security_group_rules [ 1141.896126] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGH for action security_group_rules [ 1141.896181] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGH for action security_group_rules [ 1141.896244] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGH for action security_group_rules [ 1141.896298] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGH for action security_group_rules [ 1141.896361] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGH for action security_group_rules [ 1141.896421] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGH for action security_group_rules [ 1141.896484] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGH for action security_group_rules [ 1141.896540] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGH for action security_group_rules [ 1141.896603] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGH for action security_group_rules [ 1141.896664] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGH for action security_group_rules [ 1141.896723] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGH for action security_group_rules [ 1141.896777] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGH for action security_group_rules [ 1141.896873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.146109] env[69155]: INFO networking_nsxv3.common.synchronization [req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a req-4926f50f-a233-4732-b979-3c75296a20e7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1142.146669] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1142.146814] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e74997-4903-4056-9208-f98e939a00de with Priority: HIGH for action security_group_rules [ 1142.146916] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce with Priority: HIGH for action security_group_rules [ 1142.147081] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 with Priority: HIGH for action security_group_rules [ 1142.147185] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGH for action security_group_rules [ 1142.147276] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3725f369-9211-4b19-9c32-e73ca67fa7da with Priority: HIGH for action security_group_rules [ 1142.147367] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 with Priority: HIGH for action security_group_rules [ 1142.147453] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 636e5058-9ffe-44e3-83f8-057ca2031939 with Priority: HIGH for action security_group_rules [ 1142.147542] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGH for action security_group_rules [ 1142.147821] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd with Priority: HIGH for action security_group_rules [ 1142.148192] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 with Priority: HIGH for action security_group_rules [ 1142.148364] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff with Priority: HIGH for action security_group_rules [ 1142.148497] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 with Priority: HIGH for action security_group_rules [ 1142.148601] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 with Priority: HIGH for action security_group_rules [ 1142.148695] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGH for action security_group_rules [ 1142.148785] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf8ccee-4773-4d89-b13c-097861be9056 with Priority: HIGH for action security_group_rules [ 1142.148875] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b with Priority: HIGH for action security_group_rules [ 1142.148964] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 with Priority: HIGH for action security_group_rules [ 1142.149107] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb with Priority: HIGH for action security_group_rules [ 1142.149258] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 with Priority: HIGH for action security_group_rules [ 1142.149469] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGH for action security_group_rules [ 1142.149872] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.150054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.150153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.150421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.150650] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.150805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.150900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.151133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.151264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.151411] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.153051] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9e74997-4903-4056-9208-f98e939a00de taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.153210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.153317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.153654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.153786] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9e74997-4903-4056-9208-f98e939a00de',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.155160] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd92fc8-0c90-466d-ad17-f1960b574dce taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.155271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.155337] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.155489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.155564] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd92fc8-0c90-466d-ad17-f1960b574dce',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.156302] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53df5f28-0549-49ba-9f8e-b9341148a2c4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.156444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.156512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.156663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.156745] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53df5f28-0549-49ba-9f8e-b9341148a2c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.157484] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.157583] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.157666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.158016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.158016] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.158771] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3725f369-9211-4b19-9c32-e73ca67fa7da taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.158879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.158968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.164467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.164579] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3725f369-9211-4b19-9c32-e73ca67fa7da',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.165467] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c53469-54b4-4e22-8c84-bd7d663c2178 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.165584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.165658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.165821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.165896] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c53469-54b4-4e22-8c84-bd7d663c2178',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.166617] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-636e5058-9ffe-44e3-83f8-057ca2031939 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.166724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.166790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.166938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.167035] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('636e5058-9ffe-44e3-83f8-057ca2031939',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.167914] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.167914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.170115] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.171298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.171298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.171422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.171486] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.172598] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.172718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.172784] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.173262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.173366] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78df2d93-ac07-4b6c-a16a-49cd1c8f5af5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.174757] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.174871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.174932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.175097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.175197] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c20f19-e850-45c5-a80b-c4cd2d5869ff',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.177073] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc653a2-383b-4ec9-944b-4df2292b3b82 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.177073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.177073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.177073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.177073] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc653a2-383b-4ec9-944b-4df2292b3b82',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.177850] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.177981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.178032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.178247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.178329] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce8aa6b2-bbb2-49a3-8177-11704d2fe485',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.180912] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.180912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.180912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.180912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.180912] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.181248] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf8ccee-4773-4d89-b13c-097861be9056 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.181248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.181248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.181403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.181443] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf8ccee-4773-4d89-b13c-097861be9056',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.182080] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.182179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.182240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.182391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.182452] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab5d4a04-0e06-439f-838c-f8c7090fec3b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.185572] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.185691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.185759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.185916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.185993] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368d77eb-2974-4a18-ae4c-0102eceaf2b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.187535] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.187535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.187712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.187712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.187798] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626c7ccd-d519-48fa-af22-4cb53cd18dcb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.188977] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.189206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.189306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.189459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.189549] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9d10ea5-4a29-4d3b-9b75-5861fc230c19',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.190639] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.190639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.190639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.190815] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.190815] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.204277] env[69155]: INFO networking_nsxv3.common.synchronization [req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 req-679220a3-ee59-49d2-bd65-2f7064f5d2ab tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Enqueued Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1142.205390] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 with Priority: HIGHEST for action security_group_members [ 1142.205691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-90924ff0-af87-458c-87f8-dcc8f56b8775 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.205805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.205864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.206055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.206212] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.206300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.206364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.206496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.206579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.206660] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90924ff0-af87-458c-87f8-dcc8f56b8775',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.216842] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.217060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.217060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.217253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.219680] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.220251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.222988] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.223970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.234941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.235225] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53df5f28-0549-49ba-9f8e-b9341148a2c4 is going to be deleted. [ 1142.236151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.236332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.252648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.252767] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd92fc8-0c90-466d-ad17-f1960b574dce is going to be deleted. [ 1142.253590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.254210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.264422] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.264422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.264816] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d517803d-f59f-4d17-963e-eaf50211e085 with status ACTIVE [ 1142.264993] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.265117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.265183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.265360] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.265445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.265606] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.265698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.265759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.265902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.265976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.266165] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.266255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.266314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.266450] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.266522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.266603] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d517803d-f59f-4d17-963e-eaf50211e085 is going to be updated. [ 1142.268044] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.270627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.270728] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf8ccee-4773-4d89-b13c-097861be9056 is going to be deleted. [ 1142.299779] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.299779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.299779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.300063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.300063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.300163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53df5f28-0549-49ba-9f8e-b9341148a2c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.301104] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.301225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.301293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.301450] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.301573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.301718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.306237] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.306384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.306804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.307022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.307105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.307227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd92fc8-0c90-466d-ad17-f1960b574dce" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.318746] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.318892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.319125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.319125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.319215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.319329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf8ccee-4773-4d89-b13c-097861be9056" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.653995] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.654191] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.654284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.654477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.687483] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.687633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.690911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.692029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.692029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.692029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.692029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.692029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.692029] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1142.692966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.693143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.695273] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.695384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.695442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.695595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.695816] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.695816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.695940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.696051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.696165] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.696261] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.696366] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.699297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.699431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.700267] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.700353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.712797] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.712942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.717363] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.717483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.725425] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.725590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.742970] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.743105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.755156] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.755270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.756014] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.756108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.756797] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.756893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.757609] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.757716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.758390] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.758486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.759126] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.759283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.759623] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.759733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.760390] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1142.760807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.760909] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9e74997-4903-4056-9208-f98e939a00de is going to be deleted. [ 1142.761799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.762012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.763377] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.763475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.764499] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.764611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.764675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.764833] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.764959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.771563] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.771657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.773928] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.776731] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1142.776731] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1142.791636] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1142.792203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.792345] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c20f19-e850-45c5-a80b-c4cd2d5869ff is going to be deleted. [ 1142.793212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.793409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.811991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.812771] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78df2d93-ac07-4b6c-a16a-49cd1c8f5af5 is going to be deleted. [ 1142.815338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.815338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.837395] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.837516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.841746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.842024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.842169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.842238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.842432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.842514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.842606] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be updated. [ 1142.843589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.843782] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.889306] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.889555] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.915593] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.915835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.976250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.976392] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce8aa6b2-bbb2-49a3-8177-11704d2fe485 is going to be deleted. [ 1142.977432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.977683] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.027774] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.027938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.027987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.028259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.028490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.031620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.031714] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368d77eb-2974-4a18-ae4c-0102eceaf2b7 is going to be deleted. [ 1143.032488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.032682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.087353] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: IN_PROGRESS for 2s [ 1143.101312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.101480] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c53469-54b4-4e22-8c84-bd7d663c2178 is going to be deleted. [ 1143.102500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.102711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.178658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.178938] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd is going to be deleted. [ 1143.179802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.180154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.204393] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.232546] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.232681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.258887] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.259020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.262667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.262795] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626c7ccd-d519-48fa-af22-4cb53cd18dcb is going to be deleted. [ 1143.264225] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.264326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.264741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.264741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.264741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.264879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368d77eb-2974-4a18-ae4c-0102eceaf2b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.264921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.266158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.266265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.266367] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 is going to be deleted. [ 1143.270673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.270846] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.275927] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.276070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.276141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.276304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.276388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.276482] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1143.326091] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.326162] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be deleted. [ 1143.327106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.327336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.398102] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.427511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.427511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.427511] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab5d4a04-0e06-439f-838c-f8c7090fec3b is going to be deleted. [ 1143.427511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.427511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.427511] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.427511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.428892] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.429073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.429180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.429418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.429584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.451944] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.451944] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.474778] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1143.509416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.509595] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc653a2-383b-4ec9-944b-4df2292b3b82 is going to be deleted. [ 1143.510818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.511819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.526842] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.527010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.545164] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1143.545438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.583077] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.583077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.586350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.586467] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 636e5058-9ffe-44e3-83f8-057ca2031939 is going to be deleted. [ 1143.587396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.587603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.608954] env[69155]: INFO networking_nsxv3.common.synchronization [req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 req-c8259783-2584-42ee-8620-a192bcdfc14c tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1143.609476] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1143.609877] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.610126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.610204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.610466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.610645] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.610751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.610817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.610978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.611072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.611166] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.641212] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.641375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.657267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.657462] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9d10ea5-4a29-4d3b-9b75-5861fc230c19 is going to be deleted. [ 1143.658579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.658805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.658903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.659069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9e74997-4903-4056-9208-f98e939a00de" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.659229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.659405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.659501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.659626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c20f19-e850-45c5-a80b-c4cd2d5869ff" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.660150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.660353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.660438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.660553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78df2d93-ac07-4b6c-a16a-49cd1c8f5af5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.660701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.660848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.660979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.661075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce8aa6b2-bbb2-49a3-8177-11704d2fe485" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.661213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.661366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.661516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.661615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c53469-54b4-4e22-8c84-bd7d663c2178" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.661794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.661941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.707256] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 017857a0-f2a0-4f43-8028-fffd7fe5bde1: rpc.has_security_group_logging(os_id): False [ 1143.727670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.727806] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3725f369-9211-4b19-9c32-e73ca67fa7da is going to be deleted. [ 1143.728738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.728954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.729057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.729178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5369139b-fc0a-4406-9ae3-3a2c1a5b8cfd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.729329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.729481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.729557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.729668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626c7ccd-d519-48fa-af22-4cb53cd18dcb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.730209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.730397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.730480] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.730596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.730726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.730867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.730949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.731227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.731314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.731489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.731617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.731759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab5d4a04-0e06-439f-838c-f8c7090fec3b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.731877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.732031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.732110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.732216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc653a2-383b-4ec9-944b-4df2292b3b82" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.758309] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.758516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.758574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.758789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.760391] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.760490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.773807] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.773918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.793934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.794269] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.794375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.794432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.794621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.794705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.794799] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 is going to be updated. [ 1143.795846] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.796015] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.796259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.796375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-636e5058-9ffe-44e3-83f8-057ca2031939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.796499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.796645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.796722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.796829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9d10ea5-4a29-4d3b-9b75-5861fc230c19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.855674] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.855837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.855899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.856132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.856226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.856340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3725f369-9211-4b19-9c32-e73ca67fa7da" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.906234] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.906443] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.906570] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.906909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.907238] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.907428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.907582] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.907745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.907892] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.908192] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.908382] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.908513] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.908630] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.908749] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.908862] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.909011] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.945848] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.946045] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.947070] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.947070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.947070] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-3926ff4a-23a4-43bc-bf19-cd4785994602 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.947070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-3926ff4a-23a4-43bc-bf19-cd4785994602" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.947070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-3926ff4a-23a4-43bc-bf19-cd4785994602" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.947367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-3926ff4a-23a4-43bc-bf19-cd4785994602" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.947512] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3926ff4a-23a4-43bc-bf19-cd4785994602',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.968580] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1143.969345] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.969991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.969991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.969991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.970324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.990799] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 in Status: IN_PROGRESS for 2s [ 1144.113804] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.113987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.114040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.114588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.114588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.114588] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.114760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.114760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.114841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.114914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.115670] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 already deleted. [ 1144.115670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.331009] env[69155]: INFO networking_nsxv3.common.synchronization [req-dffd5204-c8c7-412e-a7f1-a919be6f456b req-054a1daa-a3c7-4104-a7a3-e034ab430fa5 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Enqueued Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_members [ 1144.331560] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGHEST for action security_group_members [ 1144.331860] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b4545a-7b5e-4775-bac0-63fd1f58279e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.331982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.332420] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.332643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.332804] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.332906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.332967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.333149] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.333235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.333472] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.449726] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.450029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.450306] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.450616] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.450779] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.452769] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 3926ff4a-23a4-43bc-bf19-cd4785994602 not found, creating... [ 1144.452769] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.452769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.452769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.452769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.452769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.452769] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.452769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.452769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.452769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.453817] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.453817] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 3926ff4a-23a4-43bc-bf19-cd4785994602 is going to be created. [ 1144.475124] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.475124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.475124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.475124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.475124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.475124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-3926ff4a-23a4-43bc-bf19-cd4785994602" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.787363] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1144.787548] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb deletion is rescheduled due to dependency. [ 1144.787672] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.836543] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.836735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.836810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.837079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.859045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.859311] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.859458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.859563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.859782] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.859867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.859960] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e is going to be updated. [ 1144.884660] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.884787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.884903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.885083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.885233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.894484] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e in Status: IN_PROGRESS for 2s [ 1145.096740] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 in Status: SUCCESS [ 1145.096926] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90924ff0-af87-458c-87f8-dcc8f56b8775 deletion is rescheduled due to dependency. [ 1145.097071] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90924ff0-af87-458c-87f8-dcc8f56b8775" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.244290] env[69155]: INFO networking_nsxv3.common.synchronization [req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 req-4ac5701c-a734-4129-b29d-487917581be2 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1145.244551] env[69155]: INFO networking_nsxv3.common.synchronization [req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 req-4ac5701c-a734-4129-b29d-487917581be2 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1145.244609] env[69155]: INFO networking_nsxv3.common.synchronization [req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 req-4ac5701c-a734-4129-b29d-487917581be2 service nova] Enqueued Resource ID: 3926ff4a-23a4-43bc-bf19-cd4785994602 with Priority: HIGHEST for action port [ 1145.244857] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1145.244964] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1145.245078] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3926ff4a-23a4-43bc-bf19-cd4785994602 with Priority: HIGHEST for action port [ 1145.245661] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.245777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.245867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.246225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.246225] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.247130] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.247241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.247306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.247508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.247655] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.247776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.247849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.247976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.248072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.248159] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.248894] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-3926ff4a-23a4-43bc-bf19-cd4785994602 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.248993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3926ff4a-23a4-43bc-bf19-cd4785994602" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.249061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3926ff4a-23a4-43bc-bf19-cd4785994602" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.249234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3926ff4a-23a4-43bc-bf19-cd4785994602" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.249306] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3926ff4a-23a4-43bc-bf19-cd4785994602',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.484589] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1145.484827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.485359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.485698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.485782] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.485857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.485926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.486081] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.486164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.486247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.486336] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.751748] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.751888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.752128] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.753160] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3926ff4a-23a4-43bc-bf19-cd4785994602 with status ACTIVE [ 1145.753242] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.753381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.753447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.753670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.753759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.753925] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.754028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.754135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.754280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.754366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.754467] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.754558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.754616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.754749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.754820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.754901] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3926ff4a-23a4-43bc-bf19-cd4785994602 is going to be updated. [ 1145.774386] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.774514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.774588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.774789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.774933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.775095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3926ff4a-23a4-43bc-bf19-cd4785994602" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.988149] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.988367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.988426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.988616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.988782] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.988873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.988965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.989102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.989188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.989270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.989444] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.989542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.989586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.989723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.989855] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.989942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.989996] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.990143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.990219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.990300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.990386] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.009647] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 in Status: SUCCESS [ 1146.009893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.257103] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.495660] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f90b33-013f-45cf-b8de-02ee4aabe311: rpc.has_security_group_logging(os_id): False [ 1146.514869] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.514869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.514869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.514869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.534398] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.534398] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.534398] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.534398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.534934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.535124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.535208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.535300] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1146.603134] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.603271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.603339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.603766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.603766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.622855] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1146.629825] env[69155]: INFO networking_nsxv3.common.synchronization [req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 req-c35b0522-c3bc-4234-a5ef-0c94e25d5a25 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1146.629825] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1146.629972] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.630911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.631038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.631297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.631518] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.631698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.631793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.632017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.632175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.632297] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.761744] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.761744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.761744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.761744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.761744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.761744] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be created. [ 1146.788190] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.788353] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.788410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.788594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.788748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.798404] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: UNINITIALIZED for 2s [ 1146.903335] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e in Status: SUCCESS [ 1146.903504] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e deletion is rescheduled due to dependency. [ 1146.903615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.134496] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.134652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.134739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.134964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.178718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.178981] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.179120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.179190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.179436] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.179562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.179613] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1147.244203] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.244397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.244465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.244691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.244809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.254618] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1147.670933] env[69155]: INFO networking_nsxv3.common.synchronization [req-021c4c70-efa6-422b-b5ef-3390c26825b7 req-80a7a892-272b-400c-9786-61e1f5193192 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Enqueued Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_members [ 1147.670933] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_members [ 1147.670933] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.671476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.671476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.671476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.671476] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.672372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.672372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.672372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.672372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.672372] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.098605] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.098805] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.098933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.099232] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.099651] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.099862] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.100009] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.100258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.100410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.100628] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.100746] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.100861] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.100975] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.101128] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.101281] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.101474] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.119933] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.120163] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.120368] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.120563] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.120863] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-6393d4dd-5e38-4181-b2e1-66384e359021 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.121101] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.121289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.121642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.121834] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6393d4dd-5e38-4181-b2e1-66384e359021',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.175250] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.175425] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.175502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.175712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.175805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.176015] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.176132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.176198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.176357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.176436] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.176523] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 already deleted. [ 1148.176603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.625670] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.625914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.626039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.626341] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.626491] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.626711] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 6393d4dd-5e38-4181-b2e1-66384e359021 not found, creating... [ 1148.627191] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.627286] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.627411] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.627700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.627874] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.628270] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.628375] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.628493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.628721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.628863] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.629016] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 6393d4dd-5e38-4181-b2e1-66384e359021 is going to be created. [ 1148.649896] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1148.650100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.650265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.650496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.650583] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.652758] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.653108] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.653271] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.653527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.653747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.653976] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.809458] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1148.809715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.809886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.810150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.810511] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.810511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.810625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.810759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.810853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.810988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.811082] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.157028] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.157028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.157186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.157412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.157696] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.158226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.158309] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.158527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.158858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.158858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.158858] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.266193] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1149.266905] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1149.268021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.313702] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.313873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.313950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.314264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.314441] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.314441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.314542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.314648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.314736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.314825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.314969] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.315076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.315137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.315276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.315413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.315502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.315561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.315694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.315770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.315850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.315940] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.417638] env[69155]: INFO networking_nsxv3.common.synchronization [req-021c4c70-efa6-422b-b5ef-3390c26825b7 req-7cc1a263-bf07-4835-95a2-89548c0f0a3e service nova] Enqueued Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_rules [ 1149.417826] env[69155]: INFO networking_nsxv3.common.synchronization [req-021c4c70-efa6-422b-b5ef-3390c26825b7 req-7cc1a263-bf07-4835-95a2-89548c0f0a3e service nova] Enqueued Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_members [ 1149.417971] env[69155]: INFO networking_nsxv3.common.synchronization [req-021c4c70-efa6-422b-b5ef-3390c26825b7 req-7cc1a263-bf07-4835-95a2-89548c0f0a3e service nova] Enqueued Resource ID: 6393d4dd-5e38-4181-b2e1-66384e359021 with Priority: HIGHEST for action port [ 1149.418557] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_rules [ 1149.418703] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_members [ 1149.418803] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6393d4dd-5e38-4181-b2e1-66384e359021 with Priority: HIGHEST for action port [ 1149.419332] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.419468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.419535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.419744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.419897] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.421427] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.421576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.421681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.421890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.422084] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.422212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.422871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.423125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.423215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.423369] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.424556] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6393d4dd-5e38-4181-b2e1-66384e359021 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.425762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.425762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.425863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.426334] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6393d4dd-5e38-4181-b2e1-66384e359021',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.661846] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.662012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.662114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.662407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.662583] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.662688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.662753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.662914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.663041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.663083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.663231] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.663322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.663381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.663523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.663644] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.663741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.663800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.663974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.664071] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.664154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.664244] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.818800] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34944c3f-29b1-4bf5-b49a-b1eac229a862: rpc.has_security_group_logging(os_id): False [ 1149.836778] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.836778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.836778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.836778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.836778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.836778] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.836778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.836778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.836778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.836778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.837147] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.837147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.837147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.837238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.837325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.837528] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.837620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.837690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.837849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.837929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.838141] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be created. [ 1149.896737] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.896871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.896945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.897279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.897459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.907996] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1149.928241] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.928398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.928598] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.929836] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6393d4dd-5e38-4181-b2e1-66384e359021 with status ACTIVE [ 1149.929836] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.929836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.930265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.930265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.930440] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.930714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.930714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.930838] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.931454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.931647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.932538] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6393d4dd-5e38-4181-b2e1-66384e359021 is going to be updated. [ 1149.955915] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.956104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.956104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.956233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.956370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.956538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.167519] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f90b33-013f-45cf-b8de-02ee4aabe311: rpc.has_security_group_logging(os_id): False [ 1150.187019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.187281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.187364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.187566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.187660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.187877] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.187973] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.188051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.188200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.188278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.188451] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.188543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.188601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.188735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.188806] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.188988] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.189089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.189140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.189272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.189345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.189441] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1150.266571] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.266740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.266796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.267028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.267246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.285118] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1150.436286] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.940019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.940291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.940291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.940499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.940591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.940690] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 is going to be created. [ 1150.962357] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.962501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.962564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.962780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.962936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.971809] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: UNINITIALIZED for 2s [ 1151.919998] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1151.920249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.300494] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1152.300903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.981624] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: SUCCESS [ 1152.981624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.981692] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.981887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.982102] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.982242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.982321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.982483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.982566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.982651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.982742] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.485199] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.988734] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdb6f30a-68ec-47bc-9347-a2525e6b2254: rpc.has_security_group_logging(os_id): False [ 1154.007627] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.007760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.007760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.007975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.008077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.008360] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.008574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.008574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.009581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.009581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.009581] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 is going to be created. [ 1154.043484] env[69155]: INFO networking_nsxv3.common.synchronization [None req-8b50cadd-567c-402d-b712-3a311134ea51 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Enqueued Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_rules [ 1154.044082] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_rules [ 1154.044354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.044488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.044552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.044805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.044883] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.101924] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.102088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.102145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.102463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.102780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.116464] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: IN_PROGRESS for 2s [ 1154.174195] env[69155]: INFO networking_nsxv3.common.synchronization [None req-db09b62c-f4fb-46ae-9c77-45f5e410a990 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Enqueued Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_rules [ 1154.174741] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_rules [ 1154.175056] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.175264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.435584] env[69155]: INFO networking_nsxv3.common.synchronization [None req-39aade91-3f3c-48d0-b8f8-774fbaf00e57 None None] Enqueued Resource ID: 0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc with Priority: HIGHEST for action port [ 1154.436132] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc with Priority: HIGHEST for action port [ 1154.436678] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.436805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.436872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.437190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.437294] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.564556] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.564928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.564928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.564985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.565102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.565156] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 already deleted. [ 1154.565243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.565432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.565575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.565657] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.939642] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc [ 1154.939885] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.940030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.940102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.940332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.940413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.940509] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc already deleted. [ 1154.940589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac3d0f0-ef5c-4e16-9cd8-8343beb191fc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.084246] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.084391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.084466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.084681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.084770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.084870] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 already deleted. [ 1155.084949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.466610] env[69155]: INFO networking_nsxv3.common.synchronization [req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d req-9d8e5a75-59d0-4216-8df3-4761c2fbe1ad tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1155.467146] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1155.467485] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.467608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.467675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.467869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.471305] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.471305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.471305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.471305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.471305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.471305] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.753218] env[69155]: INFO networking_nsxv3.common.synchronization [req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d req-6ff5bf2c-62e1-4f57-8026-984dc5b5f1f5 tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1155.753605] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1155.753605] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.753682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.975274] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.975274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.975274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.975274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.975274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.975274] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.975274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.975274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.975274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.975274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.975274] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be deleted. [ 1156.025841] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.025970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.026063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.026277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.026367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.026465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.026616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.026775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.026982] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.027205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.027205] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.027326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.027400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.027494] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.133651] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: SUCCESS [ 1156.133950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.382118] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.382481] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-729" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.382664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-729" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.383409] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-729" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.383409] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.383600] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.383648] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.383930] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.387237] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.387545] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.391426] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.391426] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.391426] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.391426] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.391426] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.391426] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.408909] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.409123] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.409270] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.409460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-729" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.413025] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-add5de97-af59-47c6-b460-0937493c06c6 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.413025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-add5de97-af59-47c6-b460-0937493c06c6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.413025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-add5de97-af59-47c6-b460-0937493c06c6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.413025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-add5de97-af59-47c6-b460-0937493c06c6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.413025] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add5de97-af59-47c6-b460-0937493c06c6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.446070] env[69155]: INFO networking_nsxv3.common.synchronization [None req-35ff15ce-9eec-43d3-9a80-710247445617 None None] Enqueued Resource ID: 4957ec64-5478-4793-b712-6ab8cb140d6a with Priority: HIGHEST for action port [ 1156.446861] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4957ec64-5478-4793-b712-6ab8cb140d6a with Priority: HIGHEST for action port [ 1156.446979] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-4957ec64-5478-4793-b712-6ab8cb140d6a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.447105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4957ec64-5478-4793-b712-6ab8cb140d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.447105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4957ec64-5478-4793-b712-6ab8cb140d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.447465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4957ec64-5478-4793-b712-6ab8cb140d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.447536] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4957ec64-5478-4793-b712-6ab8cb140d6a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.535373] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.535658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.535796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.536209] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.536401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.536663] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.536782] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.536958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.537040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.537171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.537379] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc already deleted. [ 1156.537476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.916256] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.916256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.916256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.916256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.916256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.916256] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port add5de97-af59-47c6-b460-0937493c06c6 not found, creating... [ 1156.916256] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.916256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.916256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.916256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.916256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.916821] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.916821] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.919136] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.919524] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.919771] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.921281] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: add5de97-af59-47c6-b460-0937493c06c6 is going to be created. [ 1156.941218] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.941438] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.941567] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.941857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.942111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.942349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-add5de97-af59-47c6-b460-0937493c06c6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.949948] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4957ec64-5478-4793-b712-6ab8cb140d6a [ 1156.950193] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.950323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.950415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.950598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.950681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.950797] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4957ec64-5478-4793-b712-6ab8cb140d6a already deleted. [ 1156.950840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4957ec64-5478-4793-b712-6ab8cb140d6a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.158100] env[69155]: INFO networking_nsxv3.common.synchronization [req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 req-0758ab1b-abff-4f95-8f20-c718716a0f80 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_members [ 1157.159101] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGHEST for action security_group_members [ 1157.159101] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.159259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.159259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.159489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.159669] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.159776] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.159873] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.159985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.160218] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.160218] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.662223] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.662425] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.662499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.662728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.662824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.663506] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.663694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.663887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.664144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.664401] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.664535] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 is going to be updated. [ 1157.692079] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.692242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.692242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.692452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.692609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.701233] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 in Status: IN_PROGRESS for 2s [ 1158.101917] env[69155]: INFO networking_nsxv3.common.synchronization [req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d req-307ee450-dbc6-446e-842b-46984494879b service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1158.102365] env[69155]: INFO networking_nsxv3.common.synchronization [req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d req-307ee450-dbc6-446e-842b-46984494879b service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1158.102365] env[69155]: INFO networking_nsxv3.common.synchronization [req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d req-307ee450-dbc6-446e-842b-46984494879b service nova] Enqueued Resource ID: add5de97-af59-47c6-b460-0937493c06c6 with Priority: HIGHEST for action port [ 1158.102560] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1158.102686] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1158.102686] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add5de97-af59-47c6-b460-0937493c06c6 with Priority: HIGHEST for action port [ 1158.105492] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.105492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.105492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.105492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.105492] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.110334] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.110334] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.110334] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.110334] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-add5de97-af59-47c6-b460-0937493c06c6 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add5de97-af59-47c6-b460-0937493c06c6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add5de97-af59-47c6-b460-0937493c06c6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.110334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add5de97-af59-47c6-b460-0937493c06c6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.110334] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add5de97-af59-47c6-b460-0937493c06c6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.612621] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.612621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.612621] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.613540] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port add5de97-af59-47c6-b460-0937493c06c6 with status ACTIVE [ 1158.613727] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.613867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.614044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.614183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.614271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.614441] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.614532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.614591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.614737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.614810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.615181] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.615181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.615297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.615379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.615457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.615538] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: add5de97-af59-47c6-b460-0937493c06c6 is going to be updated. [ 1158.635262] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.635565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.635673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.635904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.636091] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.636278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add5de97-af59-47c6-b460-0937493c06c6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.107468] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.107468] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-166" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.107468] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-166" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.107822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-166" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.108270] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.108270] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.108411] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.108696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.108931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.109184] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.109343] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.109522] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.109861] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.109861] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.110458] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.110458] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.117650] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.146386] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.146651] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.146861] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.147131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-166" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.147600] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-7f5691f1-c241-4389-813b-6d7f531937bb taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.147852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-7f5691f1-c241-4389-813b-6d7f531937bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.148066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-7f5691f1-c241-4389-813b-6d7f531937bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.148590] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-7f5691f1-c241-4389-813b-6d7f531937bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.148811] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f5691f1-c241-4389-813b-6d7f531937bb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.620662] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.620840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.620943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.621246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.621392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.621491] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be created. [ 1159.645414] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.645641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.645641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.645890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.646096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.651825] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.652101] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.652283] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.652682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.653073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.653073] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 7f5691f1-c241-4389-813b-6d7f531937bb not found, creating... [ 1159.653334] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.654035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.654035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.654035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.654171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.654500] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.654598] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.654738] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.654962] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.655121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.655269] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 7f5691f1-c241-4389-813b-6d7f531937bb is going to be created. [ 1159.657312] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: UNINITIALIZED for 2s [ 1159.675137] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.675450] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.675597] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.675981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.676298] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.676559] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-7f5691f1-c241-4389-813b-6d7f531937bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.711142] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 in Status: SUCCESS [ 1159.711424] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 deletion is rescheduled due to dependency. [ 1159.711473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.831102] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.831324] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.831470] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.831750] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.832020] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.832190] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.832314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.832547] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.832696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.832910] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.833054] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.833150] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.833266] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.833387] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.833497] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.833635] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.860730] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.860897] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.861044] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.861224] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-213" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.861528] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-d517803d-f59f-4d17-963e-eaf50211e085 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.861700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.861824] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.862098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.862244] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d517803d-f59f-4d17-963e-eaf50211e085',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.364839] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.365127] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.365369] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.365550] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.365705] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.366440] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.366440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.366440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.366598] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.366628] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.366920] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.367108] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.367206] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.367458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.367598] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.367744] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: d517803d-f59f-4d17-963e-eaf50211e085 is going to be updated. [ 1160.389520] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.389746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.389874] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.390171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.390359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.390845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.462240] env[69155]: INFO networking_nsxv3.common.synchronization [req-f3cf9af3-4c3e-4443-940c-3896b61300e8 req-b5815fd1-17f3-4ae2-895d-6fc8754a01c6 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1160.462843] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1160.463060] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.463190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.463258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.463485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.463643] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.463740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.464033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.464033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.464033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.464150] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.743936] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.744463] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.744463] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.744688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.744817] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.746968] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.746968] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.746968] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.746968] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.746968] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.746968] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.746968] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.746968] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.746968] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.746968] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.746968] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.774729] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.776029] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1160.776029] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.776029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.776029] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-11143e6c-e8d6-4bc5-8563-539b3a132fdb taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.776029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.776029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.776492] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.776492] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11143e6c-e8d6-4bc5-8563-539b3a132fdb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.914019] env[69155]: INFO networking_nsxv3.common.synchronization [req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d req-500680d8-5b8a-4ddc-aaa9-d335094eaad8 service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1160.914019] env[69155]: INFO networking_nsxv3.common.synchronization [req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d req-500680d8-5b8a-4ddc-aaa9-d335094eaad8 service nova] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1160.914019] env[69155]: INFO networking_nsxv3.common.synchronization [req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d req-500680d8-5b8a-4ddc-aaa9-d335094eaad8 service nova] Enqueued Resource ID: 7f5691f1-c241-4389-813b-6d7f531937bb with Priority: HIGHEST for action port [ 1160.914019] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_rules [ 1160.914393] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1160.914658] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5691f1-c241-4389-813b-6d7f531937bb with Priority: HIGHEST for action port [ 1160.915120] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.915361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.915717] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.915972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.916345] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f5691f1-c241-4389-813b-6d7f531937bb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.916585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f5691f1-c241-4389-813b-6d7f531937bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.918254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f5691f1-c241-4389-813b-6d7f531937bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.918254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f5691f1-c241-4389-813b-6d7f531937bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.918254] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f5691f1-c241-4389-813b-6d7f531937bb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.966379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.966379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.966379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.966566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.966965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.966965] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.966965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.966965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.967398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.967398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.967398] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1161.007055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.007217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.007313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.007970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.008170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.018509] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1161.076372] env[69155]: INFO networking_nsxv3.common.synchronization [req-8a401e3d-9ce1-4a35-be22-6d70d39b016d req-e7715d83-221a-4197-9c74-0e1fdce49764 service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 1161.076488] env[69155]: INFO networking_nsxv3.common.synchronization [req-8a401e3d-9ce1-4a35-be22-6d70d39b016d req-e7715d83-221a-4197-9c74-0e1fdce49764 service nova] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1161.076629] env[69155]: INFO networking_nsxv3.common.synchronization [req-8a401e3d-9ce1-4a35-be22-6d70d39b016d req-e7715d83-221a-4197-9c74-0e1fdce49764 service nova] Enqueued Resource ID: d517803d-f59f-4d17-963e-eaf50211e085 with Priority: HIGHEST for action port [ 1161.077106] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_rules [ 1161.077300] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1161.077425] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d517803d-f59f-4d17-963e-eaf50211e085 with Priority: HIGHEST for action port [ 1161.077687] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.077954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.077954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.078154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.078241] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.079064] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.080033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.080033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.080033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.080033] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.080033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.080033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.080033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.080033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.080033] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.080883] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-d517803d-f59f-4d17-963e-eaf50211e085 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.080883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.080883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.081052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.081052] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d517803d-f59f-4d17-963e-eaf50211e085',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.279071] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.279336] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.279472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.279752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.279905] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.280080] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 11143e6c-e8d6-4bc5-8563-539b3a132fdb not found, creating... [ 1161.280350] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.280515] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.280636] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.280889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.281056] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.281373] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.281563] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.281670] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.281885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.282035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.282181] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 11143e6c-e8d6-4bc5-8563-539b3a132fdb is going to be created. [ 1161.306949] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.307119] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.307119] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.307446] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.307674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.307901] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.419204] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f5691f1-c241-4389-813b-6d7f531937bb with status ACTIVE [ 1161.419445] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.419564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.419633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.419840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.419931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.420119] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.420217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.420282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.420438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.420514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.420689] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.420779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.420839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.420971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.421076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.421136] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f5691f1-c241-4389-813b-6d7f531937bb is going to be updated. [ 1161.446044] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.446225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.446225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.446496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.446648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.446818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f5691f1-c241-4389-813b-6d7f531937bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.583329] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.584335] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.584444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.586042] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d517803d-f59f-4d17-963e-eaf50211e085 with status ACTIVE [ 1161.586229] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.586317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.586397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.586574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.586659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.586825] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.586907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.586962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.587130] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.587210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.587417] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.587513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.587561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.587698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.587771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.587852] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d517803d-f59f-4d17-963e-eaf50211e085 is going to be updated. [ 1161.611525] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.611666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.611699] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.611890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.612025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.612177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d517803d-f59f-4d17-963e-eaf50211e085" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.667288] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1161.667507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.667771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.667927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.668179] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.668332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.668433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.668623] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.668826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.668937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.668988] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.669859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.670068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.670256] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.670387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.670464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.670619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.670716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.670819] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.976131] env[69155]: INFO networking_nsxv3.common.synchronization [req-f3cf9af3-4c3e-4443-940c-3896b61300e8 req-a25d5f2e-27a4-4588-bd7c-69698cde7a00 service nova] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 1161.976335] env[69155]: INFO networking_nsxv3.common.synchronization [req-f3cf9af3-4c3e-4443-940c-3896b61300e8 req-a25d5f2e-27a4-4588-bd7c-69698cde7a00 service nova] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1161.976520] env[69155]: INFO networking_nsxv3.common.synchronization [req-f3cf9af3-4c3e-4443-940c-3896b61300e8 req-a25d5f2e-27a4-4588-bd7c-69698cde7a00 service nova] Enqueued Resource ID: 11143e6c-e8d6-4bc5-8563-539b3a132fdb with Priority: HIGHEST for action port [ 1161.977157] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 1161.977322] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1161.977417] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11143e6c-e8d6-4bc5-8563-539b3a132fdb with Priority: HIGHEST for action port [ 1161.977794] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.977941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.978031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.978271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.978359] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.979279] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.979394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.979628] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-11143e6c-e8d6-4bc5-8563-539b3a132fdb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.979759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.979831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.980043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.980132] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11143e6c-e8d6-4bc5-8563-539b3a132fdb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.085992] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.172448] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.172578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.172769] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.482312] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.482312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.482632] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11143e6c-e8d6-4bc5-8563-539b3a132fdb with status ACTIVE [ 1162.482632] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.482632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.482740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.482905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.482992] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.483181] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.483274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.483335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.483482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.483556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.483737] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.483820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.483877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.484018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.484097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.484179] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11143e6c-e8d6-4bc5-8563-539b3a132fdb is going to be updated. [ 1162.517568] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.517698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.517768] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.517958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.518108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.518297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.588523] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.588606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.588671] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.588893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.588986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.589100] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1162.633149] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.634334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.634334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.634334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.634334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.643715] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1162.675316] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.031024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1163.031024] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb deletion is rescheduled due to dependency. [ 1163.031024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.031024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.031024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.031024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.031024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.031024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.031024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.031024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.031024] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.177437] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.177666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.177666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.177882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.177972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.178081] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1163.229814] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.229955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.230031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.230249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.230389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.246641] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1163.533203] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.035310] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.538058] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.538373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.538373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.538532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.538627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.538728] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1164.575308] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.575473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.575516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.575769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.575925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.584979] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1164.656819] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1164.657049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.657215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.657469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.657668] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.657792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.657856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.658032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.658118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.658203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.658294] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.086751] env[69155]: INFO networking_nsxv3.common.synchronization [req-b293e785-070c-426d-89ff-57167cf6a4a3 req-7ade7db0-ef02-432d-9061-600721858f1b tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1165.087091] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1165.087581] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.087722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.087785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.087983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.092582] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.092802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.092876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.093063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.093155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.093254] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.160544] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.160943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.161275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.162132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.162132] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.162132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.162132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.162344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.162577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.162633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.162866] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.163024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.163169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.163352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.163541] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.163681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.163795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.163981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.164151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.164279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.164411] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.256700] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1165.256939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.257129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.257387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.257573] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.257690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.257756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.257912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.258010] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.258113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.258267] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.258363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.258438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.258582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.258718] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.258901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.258967] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.259180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.259391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.259391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.259482] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.466056] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.466289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.466423] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.466721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.467061] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.467250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.467394] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.467579] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.467751] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.467971] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.468120] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.468245] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.468362] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.468480] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.468576] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.468723] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.489335] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.489554] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.489734] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.489953] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.490361] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-5a9a5076-bba0-4c02-9075-5d59ff9d5288 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.490550] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-5a9a5076-bba0-4c02-9075-5d59ff9d5288" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.490707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-5a9a5076-bba0-4c02-9075-5d59ff9d5288" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.491042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-5a9a5076-bba0-4c02-9075-5d59ff9d5288" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.491207] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a9a5076-bba0-4c02-9075-5d59ff9d5288',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.595330] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.666482] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f90b33-013f-45cf-b8de-02ee4aabe311: rpc.has_security_group_logging(os_id): False [ 1165.685495] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.685495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.685709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.685853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.685907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.686306] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.686306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.686306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.686479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.686569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.686746] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.686918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.686918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.687067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.687123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.687330] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.687486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.687529] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.687643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.687717] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.687829] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1165.752171] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.752370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.752370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.752593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.752738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.761481] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ecec089-a5f5-4997-9a7b-33544a8f35bc: rpc.has_security_group_logging(os_id): False [ 1165.775947] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1165.779794] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.780018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.780018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.780227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.780428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.780701] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.780809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.780883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.781081] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.781164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.781385] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.781482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.781546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.781696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.781775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.782029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.782120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.782120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.782259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.782333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.782548] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be created. [ 1165.845146] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.845373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.845373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.845519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.845695] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.909867] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1165.993534] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.993869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.994075] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.994413] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.994600] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.994808] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 5a9a5076-bba0-4c02-9075-5d59ff9d5288 not found, creating... [ 1165.995184] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.995550] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.995987] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.995987] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.996145] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.996510] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.996683] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.996804] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.997118] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.997318] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.997514] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 5a9a5076-bba0-4c02-9075-5d59ff9d5288 is going to be created. [ 1166.029670] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.029896] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.030009] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.030290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.030519] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.030901] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-5a9a5076-bba0-4c02-9075-5d59ff9d5288" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.098209] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.594474] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1166.594731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.594900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.595136] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.595334] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.595618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.595618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.595679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.595767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.595808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.595897] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.602891] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.602891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.602891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.602891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.602891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.602891] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1166.630705] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.630811] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.630931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.632868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.632868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.639157] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1166.711175] env[69155]: INFO networking_nsxv3.common.synchronization [req-b293e785-070c-426d-89ff-57167cf6a4a3 req-ec183bd7-fb6c-4daf-ad72-2e9732994469 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1166.711444] env[69155]: INFO networking_nsxv3.common.synchronization [req-b293e785-070c-426d-89ff-57167cf6a4a3 req-ec183bd7-fb6c-4daf-ad72-2e9732994469 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1166.711632] env[69155]: INFO networking_nsxv3.common.synchronization [req-b293e785-070c-426d-89ff-57167cf6a4a3 req-ec183bd7-fb6c-4daf-ad72-2e9732994469 service nova] Enqueued Resource ID: 5a9a5076-bba0-4c02-9075-5d59ff9d5288 with Priority: HIGHEST for action port [ 1166.712218] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1166.712370] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1166.712536] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9a5076-bba0-4c02-9075-5d59ff9d5288 with Priority: HIGHEST for action port [ 1166.712813] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.712974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.713080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.713350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.713457] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.714424] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.714540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.714787] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a9a5076-bba0-4c02-9075-5d59ff9d5288 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.714904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a9a5076-bba0-4c02-9075-5d59ff9d5288" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.715028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a9a5076-bba0-4c02-9075-5d59ff9d5288" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.715270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a9a5076-bba0-4c02-9075-5d59ff9d5288" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.715321] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a9a5076-bba0-4c02-9075-5d59ff9d5288',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.099756] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.217637] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.217637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.220120] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a9a5076-bba0-4c02-9075-5d59ff9d5288 with status ACTIVE [ 1167.220198] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.220317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.220383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.220590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.220680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.220851] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.220946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.221042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.221216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.221283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.221461] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.221603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.221676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.221819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.221895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.221979] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a9a5076-bba0-4c02-9075-5d59ff9d5288 is going to be updated. [ 1167.249251] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.249398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.249470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.249698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.249822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.250045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a9a5076-bba0-4c02-9075-5d59ff9d5288" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.603076] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a22103-f817-4656-ac9b-9fa2760d3fbb: rpc.has_security_group_logging(os_id): False [ 1167.652011] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.652179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.652277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.652759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.652759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.652912] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.653022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.653022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.653176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.653249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.653351] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1167.779406] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.779541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.779579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.779808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.779918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.800136] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1167.817532] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1167.817532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.926749] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1167.927084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.927366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.927625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.927730] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.432793] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.432945] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.433048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.433277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.433450] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.433568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.433633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.433786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.433892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.433983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.434086] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.650085] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1168.650648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.650648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.650906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.651189] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.651589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.651589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.651696] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.651733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.651927] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.936452] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.936620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.936674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.936898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.937074] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.937175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.937236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.937494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.937658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.937766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.937931] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.938043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.938110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.938291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.938455] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.938560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.938596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.938757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.938823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.938898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.938989] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.155086] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.441676] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ecec089-a5f5-4997-9a7b-33544a8f35bc: rpc.has_security_group_logging(os_id): False [ 1169.459452] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.459598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.459670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.459882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.459972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.460170] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.460267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.460331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.460519] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.460553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.460742] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.460836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.460897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.461050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.461127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.461305] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.461396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.461458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.461595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.461676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.461775] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1169.551164] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.551327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.551385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.551590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.551740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.571740] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1169.657790] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.813757] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1169.814017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.160390] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.160644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.160644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.160853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.160950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.161506] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1170.197576] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.197741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.197797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.197986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.198141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.206839] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1171.372423] env[69155]: INFO networking_nsxv3.common.synchronization [req-ec3b729f-661b-440c-9d53-5033a6872bd3 req-b6735e32-4f4a-4d67-b02b-58fb4d4b2404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Enqueued Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_members [ 1171.374430] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_members [ 1171.374430] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c863a952-ce25-4c98-85fe-d7dac08e6eb9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.374430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.374430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.374638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.374793] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.374900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.374961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.375142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.375222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.375868] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.592630] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1171.593049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.834068] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.834068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-794" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.834280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-794" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.834489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-794" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.834760] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.834968] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.835206] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.835747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.835747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.835867] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.835972] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.836103] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.836218] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.836336] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.836443] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.836580] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.856021] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.856021] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1171.856021] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.856021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-794" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.856021] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-121ce7ea-943b-47f5-ba55-2c8bf23a396d taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.856021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-121ce7ea-943b-47f5-ba55-2c8bf23a396d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.856021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-121ce7ea-943b-47f5-ba55-2c8bf23a396d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.856021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-121ce7ea-943b-47f5-ba55-2c8bf23a396d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.856457] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121ce7ea-943b-47f5-ba55-2c8bf23a396d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.877169] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.877250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.877281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.877564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.877660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.877917] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.878051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.878116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.878274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.878350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.878540] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 already deleted. [ 1171.878643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.218381] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1172.218649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.218814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.219057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.219290] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.219421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.219481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.219737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.219855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.219951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.220069] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.359120] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.359358] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.359504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.359811] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.359967] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.360138] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 121ce7ea-943b-47f5-ba55-2c8bf23a396d not found, creating... [ 1172.360420] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.360596] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.360722] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.360955] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.361111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.361396] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.361562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.361684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.361897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.362045] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.362191] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 121ce7ea-943b-47f5-ba55-2c8bf23a396d is going to be created. [ 1172.381524] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.381973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.381973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.382122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.382348] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.382572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-121ce7ea-943b-47f5-ba55-2c8bf23a396d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.722868] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.723100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.723225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.723437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.723643] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.723890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.725186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.725186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.725186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.725186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.725186] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.725186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.725186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.725186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.725186] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.725186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.725186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.725765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.725765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.725765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.725765] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.228603] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34944c3f-29b1-4bf5-b49a-b1eac229a862: rpc.has_security_group_logging(os_id): False [ 1173.251810] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.251810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.251810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.251810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.252044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.252135] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.252231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.252304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.252490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.252564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.252766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.252854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.252925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.253075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.254602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.254602] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.254602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.254602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.254602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.254602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.254602] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1173.372509] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.372859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.372859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.372859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.373093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.395850] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1173.471671] env[69155]: INFO networking_nsxv3.common.synchronization [req-ec3b729f-661b-440c-9d53-5033a6872bd3 req-a86e3e39-966c-475a-ac16-331160daf7e4 service nova] Enqueued Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_rules [ 1173.471902] env[69155]: INFO networking_nsxv3.common.synchronization [req-ec3b729f-661b-440c-9d53-5033a6872bd3 req-a86e3e39-966c-475a-ac16-331160daf7e4 service nova] Enqueued Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_members [ 1173.472247] env[69155]: INFO networking_nsxv3.common.synchronization [req-ec3b729f-661b-440c-9d53-5033a6872bd3 req-a86e3e39-966c-475a-ac16-331160daf7e4 service nova] Enqueued Resource ID: 121ce7ea-943b-47f5-ba55-2c8bf23a396d with Priority: HIGHEST for action port [ 1173.472642] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_rules [ 1173.472830] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_members [ 1173.472880] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121ce7ea-943b-47f5-ba55-2c8bf23a396d with Priority: HIGHEST for action port [ 1173.473826] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.474029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.474093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.474357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.474518] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.475922] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c863a952-ce25-4c98-85fe-d7dac08e6eb9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.479267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.479359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.479613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.479907] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.479907] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.480022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.480246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.480338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.480436] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.481284] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-121ce7ea-943b-47f5-ba55-2c8bf23a396d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.481392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121ce7ea-943b-47f5-ba55-2c8bf23a396d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.481507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121ce7ea-943b-47f5-ba55-2c8bf23a396d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.481677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121ce7ea-943b-47f5-ba55-2c8bf23a396d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.481767] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121ce7ea-943b-47f5-ba55-2c8bf23a396d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.981201] env[69155]: INFO networking_nsxv3.common.synchronization [req-fdf8eb7e-3903-4381-b846-84e69e3fd34c req-0f6b5f52-0104-4be3-8682-f34354670aea tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1173.981201] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1173.982291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.982624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.982867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.983222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.983707] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.983988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.984174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.984459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.984675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.987050] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.987050] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c863a952-ce25-4c98-85fe-d7dac08e6eb9 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.987050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.987050] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.995018] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 121ce7ea-943b-47f5-ba55-2c8bf23a396d with status ACTIVE [ 1173.995018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.995018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.995018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.995018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.995018] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 121ce7ea-943b-47f5-ba55-2c8bf23a396d is going to be updated. [ 1174.007319] env[69155]: INFO networking_nsxv3.common.synchronization [req-35bec201-d93e-40d9-ac28-315a2e60c14b req-3f27684d-a8a8-41b4-9607-97f069891a2a tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Enqueued Resource ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 with Priority: HIGHEST for action security_group_members [ 1174.007937] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 with Priority: HIGHEST for action security_group_members [ 1174.008289] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61033b9-e9dc-4ea7-a2db-29b28f74d423 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.010407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.010407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.010407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.010407] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.010407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.010407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.010407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.010407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.010407] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f61033b9-e9dc-4ea7-a2db-29b28f74d423',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.028595] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.028919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.028919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.029364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.029364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.029445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121ce7ea-943b-47f5-ba55-2c8bf23a396d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.336047] env[69155]: INFO networking_nsxv3.common.synchronization [req-fdf8eb7e-3903-4381-b846-84e69e3fd34c req-100183d7-2e36-4dc7-881a-2fd1237563b3 tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1174.336755] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGHEST for action security_group_members [ 1174.339019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.339019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.474986] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.474986] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-190" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.475301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-190" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.476025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-190" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.476025] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.476025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.476218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.476411] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.476539] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.476948] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.476948] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.477128] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.477293] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.477484] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.477632] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.477771] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.496738] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.496738] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.496900] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.497164] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-190" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.497672] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-82a89561-425f-4243-84f7-8cad1d9ba30d taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.497967] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-82a89561-425f-4243-84f7-8cad1d9ba30d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.498196] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-82a89561-425f-4243-84f7-8cad1d9ba30d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.498641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-82a89561-425f-4243-84f7-8cad1d9ba30d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.498916] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a89561-425f-4243-84f7-8cad1d9ba30d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.499955] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.500556] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.518616] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.518860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.519171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.519171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.519593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.519593] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.519670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.519718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.520935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.520935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.520935] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 already deleted. [ 1174.520935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.003238] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.003516] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.003706] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.003900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.004083] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.004251] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 82a89561-425f-4243-84f7-8cad1d9ba30d not found, creating... [ 1175.004550] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.004731] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.004871] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.005129] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.005278] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.005638] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.005808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.006165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.006235] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.006360] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.006539] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 82a89561-425f-4243-84f7-8cad1d9ba30d is going to be created. [ 1175.007775] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.008716] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.008819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.008947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.009057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.009128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.009217] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 is going to be created. [ 1175.049321] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.049597] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.049775] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.050122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.050410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.050677] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-82a89561-425f-4243-84f7-8cad1d9ba30d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.057158] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.057323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.057365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.057600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.057766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.070995] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 in Status: UNINITIALIZED for 2s [ 1175.411522] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1175.411643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.512934] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.513249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.513249] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.513430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.513471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.513572] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1175.542818] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.542975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.543054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.544052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.544052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.551511] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1175.729050] env[69155]: INFO networking_nsxv3.common.synchronization [req-35bec201-d93e-40d9-ac28-315a2e60c14b req-8570604c-d6ae-4949-b1a2-4b52c8e42ddf service nova] Enqueued Resource ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 with Priority: HIGHEST for action security_group_rules [ 1175.729050] env[69155]: INFO networking_nsxv3.common.synchronization [req-35bec201-d93e-40d9-ac28-315a2e60c14b req-8570604c-d6ae-4949-b1a2-4b52c8e42ddf service nova] Enqueued Resource ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 with Priority: HIGHEST for action security_group_members [ 1175.729050] env[69155]: INFO networking_nsxv3.common.synchronization [req-35bec201-d93e-40d9-ac28-315a2e60c14b req-8570604c-d6ae-4949-b1a2-4b52c8e42ddf service nova] Enqueued Resource ID: 82a89561-425f-4243-84f7-8cad1d9ba30d with Priority: HIGHEST for action port [ 1175.736343] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 with Priority: HIGHEST for action security_group_rules [ 1175.736343] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 with Priority: HIGHEST for action security_group_members [ 1175.736343] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a89561-425f-4243-84f7-8cad1d9ba30d with Priority: HIGHEST for action port [ 1175.736343] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f61033b9-e9dc-4ea7-a2db-29b28f74d423 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.736343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.736343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.736343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.736343] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f61033b9-e9dc-4ea7-a2db-29b28f74d423',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.736343] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61033b9-e9dc-4ea7-a2db-29b28f74d423 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.736343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.736918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.736918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.736918] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.736918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.736918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.737178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.737178] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.737265] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f61033b9-e9dc-4ea7-a2db-29b28f74d423',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.738267] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-82a89561-425f-4243-84f7-8cad1d9ba30d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.738407] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82a89561-425f-4243-84f7-8cad1d9ba30d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.738488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82a89561-425f-4243-84f7-8cad1d9ba30d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.738595] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82a89561-425f-4243-84f7-8cad1d9ba30d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.738682] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a89561-425f-4243-84f7-8cad1d9ba30d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.210905] env[69155]: INFO networking_nsxv3.common.synchronization [req-be90215b-ea7e-401f-93a4-420e4d853a33 req-fc76adc4-7205-414f-bc24-0eb260c33b63 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1176.211520] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1176.211734] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.211853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.211920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.212134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.212290] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.212385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.212456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.212577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.212659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.212750] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.240424] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61033b9-e9dc-4ea7-a2db-29b28f74d423 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.240600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.240950] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f61033b9-e9dc-4ea7-a2db-29b28f74d423',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.241796] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82a89561-425f-4243-84f7-8cad1d9ba30d with status ACTIVE [ 1176.243088] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.243088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.243088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.243088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.243088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.243088] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.243088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.243088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.243088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.243088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.243500] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.243500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.243500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.243500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.243500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.243678] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82a89561-425f-4243-84f7-8cad1d9ba30d is going to be updated. [ 1176.302718] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.303283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.303283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.303283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.303283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.303429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82a89561-425f-4243-84f7-8cad1d9ba30d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.622835] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.623229] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.623229] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.623442] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.623703] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.623858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.623981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.624413] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.624569] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.624877] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.624968] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.625045] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.625353] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.625353] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.625353] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.625598] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.646171] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.646171] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.646171] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.646171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.646171] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-a02d9d59-f154-43ad-9c4d-c09f649900d5 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.646171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-a02d9d59-f154-43ad-9c4d-c09f649900d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.646171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-a02d9d59-f154-43ad-9c4d-c09f649900d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.646171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-a02d9d59-f154-43ad-9c4d-c09f649900d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.646171] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02d9d59-f154-43ad-9c4d-c09f649900d5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.717691] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.717691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.717691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.717691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.717927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.718066] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.718823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.718823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.718823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.718823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.718823] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1176.746204] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.750124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.750124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.750124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.750124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.750124] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f61033b9-e9dc-4ea7-a2db-29b28f74d423',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.756803] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1177.080125] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 in Status: SUCCESS [ 1177.080333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.080495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.080716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.082269] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.082402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.082466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.082632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.082715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.082802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.082894] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.150226] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.150226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.150226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.150226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.150226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.150423] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port a02d9d59-f154-43ad-9c4d-c09f649900d5 not found, creating... [ 1177.150608] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.150697] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.150861] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.151042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.151178] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.151451] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.152205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.152205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.152205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.152965] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.152965] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: a02d9d59-f154-43ad-9c4d-c09f649900d5 is going to be created. [ 1177.177106] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.177327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.177457] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.177803] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.178046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.178275] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-a02d9d59-f154-43ad-9c4d-c09f649900d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.202306] env[69155]: INFO networking_nsxv3.common.synchronization [req-2d827d90-c444-4a3b-abc7-f9340bc69434 req-cde3c58d-684d-4d54-95b5-d803f9c4f93f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1177.202865] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1177.203182] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.203305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.203372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.203565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.203748] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.203875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.203942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.204121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.204208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.204300] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.250218] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.250417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.250456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.250712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.250820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.251133] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 is going to be created. [ 1177.276649] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.276805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.276857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.277091] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.277250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.297042] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 in Status: UNINITIALIZED for 2s [ 1177.454381] env[69155]: INFO networking_nsxv3.common.synchronization [req-baae6041-e6bd-486f-a29d-a7700796116e req-bc8b6972-ffaf-4d1d-a08f-8d152c2d1693 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1177.455027] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1177.455365] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.455542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.455577] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.455849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.455926] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.456156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.456263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.456449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.456575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.456635] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.566473] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1177.566777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.566888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.567861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.567861] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.567861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.567861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.567861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.567861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.567861] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.585894] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.707186] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.959150] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.006469] env[69155]: INFO networking_nsxv3.common.synchronization [req-be90215b-ea7e-401f-93a4-420e4d853a33 req-51c6c93b-2e5a-4456-8a42-6605c95a7c77 service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1178.006678] env[69155]: INFO networking_nsxv3.common.synchronization [req-be90215b-ea7e-401f-93a4-420e4d853a33 req-51c6c93b-2e5a-4456-8a42-6605c95a7c77 service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1178.006826] env[69155]: INFO networking_nsxv3.common.synchronization [req-be90215b-ea7e-401f-93a4-420e4d853a33 req-51c6c93b-2e5a-4456-8a42-6605c95a7c77 service nova] Enqueued Resource ID: a02d9d59-f154-43ad-9c4d-c09f649900d5 with Priority: HIGHEST for action port [ 1178.007372] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1178.007573] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1178.007674] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02d9d59-f154-43ad-9c4d-c09f649900d5 with Priority: HIGHEST for action port [ 1178.007982] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.008641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.008720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.008986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.008986] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.012058] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.012058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.012058] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a02d9d59-f154-43ad-9c4d-c09f649900d5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.012058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a02d9d59-f154-43ad-9c4d-c09f649900d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.012058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a02d9d59-f154-43ad-9c4d-c09f649900d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.012058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a02d9d59-f154-43ad-9c4d-c09f649900d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.012058] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02d9d59-f154-43ad-9c4d-c09f649900d5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.071569] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.071771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.071817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.072089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.072180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.072391] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.072494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.072561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.072761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.072852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.072939] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be updated. [ 1178.087150] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c863a952-ce25-4c98-85fe-d7dac08e6eb9: rpc.has_security_group_logging(os_id): False [ 1178.097131] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.097304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.097304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.097480] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.097709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.103712] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.103915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.103964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.104180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.104276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.104626] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.104780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.104883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.105131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.105260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.105406] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 is going to be created. [ 1178.107203] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 2s [ 1178.171223] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.171495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.171607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.171849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.172064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.199372] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 in Status: IN_PROGRESS for 2s [ 1178.211925] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.461195] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.515841] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.516053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.516274] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a02d9d59-f154-43ad-9c4d-c09f649900d5 with status ACTIVE [ 1178.516459] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.516634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.516747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.517244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.517244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.517387] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.517473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.517638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.517756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.517858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.518260] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.518260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.518260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.518510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.518510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.518639] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a02d9d59-f154-43ad-9c4d-c09f649900d5 is going to be updated. [ 1178.542202] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.542406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.542470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.542626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.542762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.542912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a02d9d59-f154-43ad-9c4d-c09f649900d5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.714059] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.714059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.714484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.714484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.714484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.714484] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 is going to be updated. [ 1178.744596] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.744757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.744798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.745023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.745163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.757092] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: IN_PROGRESS for 2s [ 1178.764177] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1178.764343] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1178.764449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.764599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.764796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.764973] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.765099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.765164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.765327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.765453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.765489] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.964769] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.964769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.964769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.964769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.964769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.964769] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1178.990318] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.990463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.990539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.990788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.990937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.998709] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1179.267596] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.307733] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 in Status: SUCCESS [ 1179.307915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.308096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.308313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.308506] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.308619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.308680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.308829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.308923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.309015] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.309108] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f61033b9-e9dc-4ea7-a2db-29b28f74d423',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.773191] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.811754] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61033b9-e9dc-4ea7-a2db-29b28f74d423 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.812103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.812103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.812434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.812620] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.812737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.812810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.813026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.813721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.813721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.813721] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61033b9-e9dc-4ea7-a2db-29b28f74d423 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.813721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.813721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.813721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.814071] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.814071] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.814071] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.814071] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.814203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.814203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.814339] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f61033b9-e9dc-4ea7-a2db-29b28f74d423',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.122266] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: IN_PROGRESS for 4s [ 1180.214064] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 in Status: SUCCESS [ 1180.214345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.276141] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.276512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.276512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.276512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.276665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.276711] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1180.308421] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.308687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.308798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.309126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.309327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.317821] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1180.318076] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f61033b9-e9dc-4ea7-a2db-29b28f74d423: rpc.has_security_group_logging(os_id): False [ 1180.343019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.343019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.343019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.343019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.343220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.343299] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.343436] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.343523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.343748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.343851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.344173] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.344282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.344801] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.344801] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.344801] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.344956] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.345351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.345446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.345645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.345751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.345874] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 is going to be created. [ 1180.403262] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.403498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.403498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.403714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.403862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.416409] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 in Status: IN_PROGRESS for 2s [ 1180.766033] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: SUCCESS [ 1180.766304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.008364] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1181.008702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.663789] env[69155]: INFO networking_nsxv3.common.synchronization [req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 req-89415c36-3bcf-4621-92cd-1bded61bbf9a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_members [ 1181.665520] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGHEST for action security_group_members [ 1181.665520] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f105902b-77b9-40af-8672-f72d3c686927 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.665520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.665520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.665872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.666162] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.667641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.667641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.667641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.667641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.667641] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.131566] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc in Status: SUCCESS [ 1182.131899] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc deletion is rescheduled due to dependency. [ 1182.131899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.169560] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.169805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.169893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.170210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.188915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.189188] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.189310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.189380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.189575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.189658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.189761] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f105902b-77b9-40af-8672-f72d3c686927 is going to be updated. [ 1182.227114] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.227114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.227114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.227114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.227114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.235683] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f105902b-77b9-40af-8672-f72d3c686927 in Status: IN_PROGRESS for 2s [ 1182.328868] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1182.329100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.329275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.329512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.329719] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.329855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.329932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.330137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.330262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.330341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.330405] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.431081] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 in Status: SUCCESS [ 1182.431336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.832972] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.833238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.833324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.833632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.833868] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.834014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.834119] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.834329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.834455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.834584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.834799] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.834932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.835048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.835259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.835520] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.835599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.835694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.835901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.836579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.837332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.837332] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.339668] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d51b06b-a434-4c45-beb7-2591482dd278: rpc.has_security_group_logging(os_id): False [ 1183.357124] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.357287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.357370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.357703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.357840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.358079] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.358204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.358280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.358461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.358610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.358817] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.358922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.358985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.360832] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.360948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.364320] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.364446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.364541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.364724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.364824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.364920] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1183.432551] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.432720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.432756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.432987] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.433154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.446468] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1183.835422] env[69155]: INFO networking_nsxv3.common.synchronization [req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 req-2b5df536-ba80-4a9b-96fe-a333473ee391 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1183.836496] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGHEST for action security_group_members [ 1183.836496] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.836496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.836753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.836753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.837242] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.837242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.837242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.837242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.837748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.837748] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.245358] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f105902b-77b9-40af-8672-f72d3c686927 in Status: SUCCESS [ 1184.245623] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f105902b-77b9-40af-8672-f72d3c686927 deletion is rescheduled due to dependency. [ 1184.245690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.341470] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.341874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.341874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.342106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.374969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.375210] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.375331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.375392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.375600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.375675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.375760] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 is going to be updated. [ 1184.416141] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.416403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.416403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.416590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.416739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.428833] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: IN_PROGRESS for 2s [ 1184.554607] env[69155]: INFO networking_nsxv3.common.synchronization [None req-cec7f79b-6434-47f3-9ae3-8c6764b99e6a None None] Enqueued Resource ID: a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a with Priority: HIGHEST for action port [ 1184.554910] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a with Priority: HIGHEST for action port [ 1184.555684] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.555684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.555969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.556263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.556263] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.059444] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a [ 1185.059837] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.060144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.060306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.060606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.060796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.060976] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a already deleted. [ 1185.061270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4adcb4b-a54f-4f21-aa7f-8dfe15a2f94a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.460264] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1185.460264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.439617] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 in Status: SUCCESS [ 1186.439805] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 deletion is rescheduled due to dependency. [ 1186.439919] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.833094] env[69155]: INFO networking_nsxv3.common.synchronization [None req-01f3dae1-ee59-4894-8d69-51548c032222 None None] Enqueued Resource ID: b3c3f14f-5f57-405b-aa05-0b9727cc9c50 with Priority: HIGHEST for action port [ 1186.833390] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c3f14f-5f57-405b-aa05-0b9727cc9c50 with Priority: HIGHEST for action port [ 1186.833908] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c3f14f-5f57-405b-aa05-0b9727cc9c50 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.834041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c3f14f-5f57-405b-aa05-0b9727cc9c50" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.834132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c3f14f-5f57-405b-aa05-0b9727cc9c50" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.834373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c3f14f-5f57-405b-aa05-0b9727cc9c50" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.834449] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c3f14f-5f57-405b-aa05-0b9727cc9c50',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.337200] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3c3f14f-5f57-405b-aa05-0b9727cc9c50 [ 1187.337571] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.337797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.337926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.338282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.338432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.338587] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3c3f14f-5f57-405b-aa05-0b9727cc9c50 already deleted. [ 1187.338741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c3f14f-5f57-405b-aa05-0b9727cc9c50" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.348946] env[69155]: INFO networking_nsxv3.common.synchronization [req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 req-b60d70df-797c-4961-a4f9-237837e79d4c tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Enqueued Resource ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 with Priority: HIGHEST for action security_group_members [ 1188.349546] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 with Priority: HIGHEST for action security_group_members [ 1188.349870] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61033b9-e9dc-4ea7-a2db-29b28f74d423 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.350052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.350133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.350378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.350536] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.350647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.350722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.350897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.350989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.351113] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f61033b9-e9dc-4ea7-a2db-29b28f74d423',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.759235] env[69155]: INFO networking_nsxv3.common.synchronization [None req-11cef7fe-48f5-4b4d-bcf0-008987153778 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_rules [ 1188.759708] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_rules [ 1188.760024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.760153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.760221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.760468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.760552] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.831448] env[69155]: INFO networking_nsxv3.common.synchronization [None req-80192270-4d40-4bf7-a827-5eafa66f852e tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_rules [ 1188.831971] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_rules [ 1188.832220] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.832323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.853531] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.853677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.853763] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.854051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.854138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.854555] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.854703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.854775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.854970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.855093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.855190] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 is going to be updated. [ 1188.883772] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.883968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.884084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.884322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.884491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.892222] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 in Status: IN_PROGRESS for 2s [ 1189.281665] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.281838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.282058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.282234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.282426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.282509] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 already deleted. [ 1189.282619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.282822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.283083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.283218] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.801965] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.802292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.802292] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.802421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.802536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.802586] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 already deleted. [ 1189.802666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.900719] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 in Status: SUCCESS [ 1190.901037] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f61033b9-e9dc-4ea7-a2db-29b28f74d423 deletion is rescheduled due to dependency. [ 1190.901037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61033b9-e9dc-4ea7-a2db-29b28f74d423" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.518252] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f5837cb0-227d-46e6-80b5-425fc47aa668 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1191.518775] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGHEST for action security_group_members [ 1191.519096] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.519219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.519284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.519482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.519636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.519730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.519790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.519932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.520180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.520310] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.022369] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.022748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.022748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.022834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.022899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.023119] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.023221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.023282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.023429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.023505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.023590] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be updated. [ 1192.094089] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.094317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.094423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.094720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.094911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.103807] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: IN_PROGRESS for 2s [ 1193.611872] env[69155]: INFO networking_nsxv3.common.synchronization [req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 req-015f629d-30a3-47e2-87a8-f623b7fdadc3 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Enqueued Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1193.612179] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1193.612249] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.612373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.612438] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.612710] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.612882] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.612986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.613060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.613215] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.613312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.613397] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.933588] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.933691] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.933855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.934435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.934435] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.934639] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.934703] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.934980] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.935176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.935388] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.938218] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.938218] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.938218] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.938218] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.938218] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.938218] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.953302] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.953302] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.953443] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.953609] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.953912] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.954117] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.954243] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.954552] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.954695] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c915d0-e8a9-45f0-b2ad-5fd850e8742a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.113794] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 in Status: SUCCESS [ 1194.113984] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 deletion is rescheduled due to dependency. [ 1194.114135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.115693] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.115829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.115913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.116118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.116237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.116385] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.116488] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.116549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.116699] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.116775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.116859] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843028bf-5556-48be-89e1-96a0ef79b800 already deleted. [ 1194.116940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.457907] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.458178] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.458700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.459104] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.459201] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.459479] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port b3c915d0-e8a9-45f0-b2ad-5fd850e8742a not found, creating... [ 1194.459803] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.460010] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.460197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.460420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.460608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.460861] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.461055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.461168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.461450] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.461581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.461727] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: b3c915d0-e8a9-45f0-b2ad-5fd850e8742a is going to be created. [ 1194.481608] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.481608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.481608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.481608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.481846] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.481901] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.347399] env[69155]: INFO networking_nsxv3.common.synchronization [req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 req-5e23cc92-2ad4-4aa2-88fd-84a03e0e4126 service nova] Enqueued Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_rules [ 1195.347656] env[69155]: INFO networking_nsxv3.common.synchronization [req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 req-5e23cc92-2ad4-4aa2-88fd-84a03e0e4126 service nova] Enqueued Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1195.347724] env[69155]: INFO networking_nsxv3.common.synchronization [req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 req-5e23cc92-2ad4-4aa2-88fd-84a03e0e4126 service nova] Enqueued Resource ID: b3c915d0-e8a9-45f0-b2ad-5fd850e8742a with Priority: HIGHEST for action port [ 1195.348259] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_rules [ 1195.348386] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1195.348485] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c915d0-e8a9-45f0-b2ad-5fd850e8742a with Priority: HIGHEST for action port [ 1195.348746] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.348872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.348940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.349552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.349640] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.350980] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.351210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.351293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.351469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.351621] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.351718] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.351783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.351932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.352024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.352118] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.353176] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.353285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.353351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.353624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.353624] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c915d0-e8a9-45f0-b2ad-5fd850e8742a',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.851954] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.852157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.854362] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.855775] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3c915d0-e8a9-45f0-b2ad-5fd850e8742a with status ACTIVE [ 1195.856054] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.856213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.856301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.856569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.856682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.857496] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.857496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.857496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.857496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.857496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.860572] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.860572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.860572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.861102] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.861293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.861344] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3c915d0-e8a9-45f0-b2ad-5fd850e8742a is going to be updated. [ 1195.882857] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.883618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.883618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.883733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.883820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.883995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.949782] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f247efd0-3a26-45ee-a04b-6f5a1c2d0d02 None None] Enqueued Resource ID: 4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9 with Priority: HIGHEST for action port [ 1195.950079] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9 with Priority: HIGHEST for action port [ 1195.950653] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.950778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.950848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.954560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.954560] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.156599] env[69155]: INFO networking_nsxv3.common.synchronization [req-257eaaff-3148-40fc-ad6c-37a72a472c73 req-2c7b12ed-76b2-4af9-b3a8-f1e3be166278 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Enqueued Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1196.157179] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1196.158013] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.158013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.364210] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.459128] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9 [ 1196.459408] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.459584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.459673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.459916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.460039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.460158] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9 already deleted. [ 1196.460260] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1ba47d-35d6-4bf7-a23f-42f5fbe250c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.700146] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.700146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.700146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.700146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.700146] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.700146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.700146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.700587] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.700587] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.701706] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.701706] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.701706] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.701706] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.701706] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.701706] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.701706] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.719701] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.719894] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1196.720033] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.720453] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.720796] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-f664eeae-a5e1-429d-b613-bf3f68a80653 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.720983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-f664eeae-a5e1-429d-b613-bf3f68a80653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.721125] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-f664eeae-a5e1-429d-b613-bf3f68a80653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.721467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-f664eeae-a5e1-429d-b613-bf3f68a80653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.721618] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f664eeae-a5e1-429d-b613-bf3f68a80653',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.868214] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.868214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.868214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.868214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.868393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.868393] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843028bf-5556-48be-89e1-96a0ef79b800 is going to be created. [ 1196.889592] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.889799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.889799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.890067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.890226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.898249] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: UNINITIALIZED for 2s [ 1197.224121] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.224426] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.224591] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.224967] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.225270] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.225455] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port f664eeae-a5e1-429d-b613-bf3f68a80653 not found, creating... [ 1197.226883] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.226883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.226883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.227152] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.227152] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.227519] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.227809] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.227866] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.228541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.228541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.228541] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: f664eeae-a5e1-429d-b613-bf3f68a80653 is going to be created. [ 1197.248588] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.248588] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.248588] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.248588] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.248736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.249130] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-f664eeae-a5e1-429d-b613-bf3f68a80653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.934147] env[69155]: INFO networking_nsxv3.common.synchronization [req-257eaaff-3148-40fc-ad6c-37a72a472c73 req-fc156718-021e-4fb1-9351-82a2778df937 service nova] Enqueued Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_rules [ 1197.934412] env[69155]: INFO networking_nsxv3.common.synchronization [req-257eaaff-3148-40fc-ad6c-37a72a472c73 req-fc156718-021e-4fb1-9351-82a2778df937 service nova] Enqueued Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1197.934552] env[69155]: INFO networking_nsxv3.common.synchronization [req-257eaaff-3148-40fc-ad6c-37a72a472c73 req-fc156718-021e-4fb1-9351-82a2778df937 service nova] Enqueued Resource ID: f664eeae-a5e1-429d-b613-bf3f68a80653 with Priority: HIGHEST for action port [ 1197.935117] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_rules [ 1197.935264] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1197.935388] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f664eeae-a5e1-429d-b613-bf3f68a80653 with Priority: HIGHEST for action port [ 1197.935951] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.936108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.936330] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.936434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.936656] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f664eeae-a5e1-429d-b613-bf3f68a80653 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.936783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f664eeae-a5e1-429d-b613-bf3f68a80653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.936889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f664eeae-a5e1-429d-b613-bf3f68a80653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.937088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f664eeae-a5e1-429d-b613-bf3f68a80653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.937177] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f664eeae-a5e1-429d-b613-bf3f68a80653',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.214895] env[69155]: INFO networking_nsxv3.common.synchronization [None req-dc4ec08e-c1e1-4ea4-8cce-1586da66e9bf None None] Enqueued Resource ID: 442569d1-272d-4a2e-8eaf-940cafb2d69d with Priority: HIGHEST for action port [ 1198.215599] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442569d1-272d-4a2e-8eaf-940cafb2d69d with Priority: HIGHEST for action port [ 1198.215935] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-442569d1-272d-4a2e-8eaf-940cafb2d69d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.216077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-442569d1-272d-4a2e-8eaf-940cafb2d69d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.216123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-442569d1-272d-4a2e-8eaf-940cafb2d69d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.216380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-442569d1-272d-4a2e-8eaf-940cafb2d69d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.217104] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442569d1-272d-4a2e-8eaf-940cafb2d69d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.325617] env[69155]: INFO networking_nsxv3.common.synchronization [req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f req-8a131e42-1211-406a-a3d4-5a35ca73809f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1198.326607] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1198.327894] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.327894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.327894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.327894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.328107] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.329134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.329134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.329134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.329134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.329134] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.443481] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f664eeae-a5e1-429d-b613-bf3f68a80653 with status ACTIVE [ 1198.443732] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.443904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.443980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.444221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.444470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.444652] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.444749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.444811] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.444963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.445051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.445230] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.445324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.445373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.445523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.445591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.445670] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f664eeae-a5e1-429d-b613-bf3f68a80653 is going to be updated. [ 1198.466784] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.467049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.467049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.467317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.467481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.467645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f664eeae-a5e1-429d-b613-bf3f68a80653" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.667742] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.670652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.670652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.670652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.670652] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.670652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.670652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.670652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.670652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.670652] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.670652] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.670652] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.670652] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.670652] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.671324] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.671324] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.691418] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.691617] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1198.691710] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.691884] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.692253] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-b97b2207-e13a-4652-ba05-724d9aaa7132 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.692499] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-b97b2207-e13a-4652-ba05-724d9aaa7132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.692562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-b97b2207-e13a-4652-ba05-724d9aaa7132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.692890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-b97b2207-e13a-4652-ba05-724d9aaa7132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.693673] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97b2207-e13a-4652-ba05-724d9aaa7132',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.718286] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 442569d1-272d-4a2e-8eaf-940cafb2d69d [ 1198.718517] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.718650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.718723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.719083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.719194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.719259] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:442569d1-272d-4a2e-8eaf-940cafb2d69d already deleted. [ 1198.719320] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-442569d1-272d-4a2e-8eaf-940cafb2d69d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.831198] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.907638] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: SUCCESS [ 1198.907955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.908181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.908432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.908676] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.908859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.908949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.909153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.909270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.909387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.909519] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.910536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.910744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.910945] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.911097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.911187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.911359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.911466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.911582] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.195479] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.195887] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.195887] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.196200] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.196366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.196536] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port b97b2207-e13a-4652-ba05-724d9aaa7132 not found, creating... [ 1199.197405] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.197635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.197769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.198140] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.198340] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.198718] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.199012] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.199420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.199828] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.200171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.200369] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: b97b2207-e13a-4652-ba05-724d9aaa7132 is going to be created. [ 1199.225197] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.225414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.225552] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.225909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.226183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.226656] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-b97b2207-e13a-4652-ba05-724d9aaa7132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.333765] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.413369] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.413543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.414229] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.836931] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.837148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.837195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.837436] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.837546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.837638] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1199.868863] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.868863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.868863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.868863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.869154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.876985] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1199.917517] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.939157] env[69155]: INFO networking_nsxv3.common.synchronization [req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f req-5d214616-f786-43b8-bac3-a004848753ef service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1199.941190] env[69155]: INFO networking_nsxv3.common.synchronization [req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f req-5d214616-f786-43b8-bac3-a004848753ef service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1199.941190] env[69155]: INFO networking_nsxv3.common.synchronization [req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f req-5d214616-f786-43b8-bac3-a004848753ef service nova] Enqueued Resource ID: b97b2207-e13a-4652-ba05-724d9aaa7132 with Priority: HIGHEST for action port [ 1199.941190] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1199.941190] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1199.941190] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97b2207-e13a-4652-ba05-724d9aaa7132 with Priority: HIGHEST for action port [ 1199.941989] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.941989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.941989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.943097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.943097] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.943097] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.943097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.943414] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-b97b2207-e13a-4652-ba05-724d9aaa7132 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.943414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b97b2207-e13a-4652-ba05-724d9aaa7132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.943554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b97b2207-e13a-4652-ba05-724d9aaa7132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.943606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b97b2207-e13a-4652-ba05-724d9aaa7132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.943684] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97b2207-e13a-4652-ba05-724d9aaa7132',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.420414] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.420726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.420726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.421088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.421225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.421337] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843028bf-5556-48be-89e1-96a0ef79b800 is going to be updated. [ 1200.445613] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.445855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.446051] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b97b2207-e13a-4652-ba05-724d9aaa7132 with status ACTIVE [ 1200.446265] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.446393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.446464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.446679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.446773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.446956] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.447092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.447158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.447398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.447398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.447559] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.447646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.447700] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.447894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.447972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.448063] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b97b2207-e13a-4652-ba05-724d9aaa7132 is going to be updated. [ 1200.449873] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.449981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.450053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.450201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.450331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.459761] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: IN_PROGRESS for 2s [ 1200.475218] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.475369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.475439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.475615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.475746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.475900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b97b2207-e13a-4652-ba05-724d9aaa7132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.083987] env[69155]: INFO networking_nsxv3.common.synchronization [req-249585e1-68c5-4f71-b6fd-5139addace6a req-f2f02b09-b14b-4fe3-b90c-f3f370d325fa tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1201.084600] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1201.084916] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.085048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.085129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.085324] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.085475] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.085572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.085632] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.085766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.085840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.085929] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.588113] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.588496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.588496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.588619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.588749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.589020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.589135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.589201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.589373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.589453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.589554] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1201.615940] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.616521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.616602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.616876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.617054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.626035] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1201.887079] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1201.887333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.887508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.887750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.888059] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.888213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.888286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.888468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.888553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.888655] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.390470] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.469264] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: SUCCESS [ 1202.469361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.469509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.469742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.469943] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.470079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.470415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.470415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.470415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.470535] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.892515] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.972688] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.394879] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.394879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.394879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.395139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.395169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.395267] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1203.431576] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.431756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.431791] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.432020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.432171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.440768] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1203.475537] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.635900] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1203.636117] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1203.636235] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.978144] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.978534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.978534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.978606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.978703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.978798] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843028bf-5556-48be-89e1-96a0ef79b800 is going to be updated. [ 1204.006891] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.006891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.006891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.006891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.006891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.015140] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: IN_PROGRESS for 2s [ 1204.481933] env[69155]: INFO networking_nsxv3.common.synchronization [req-6b9f295d-6a7f-49a4-b864-f769716af933 req-1de5d9c5-37bb-4f9f-a637-dde4953cd220 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_members [ 1204.482580] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_members [ 1204.482907] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.486603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.486802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.487226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.487641] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.487820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.487978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.488335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.488499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.488680] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.812913] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.813230] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.813400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.813756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.814118] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.814302] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.814425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.814689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.815033] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.815117] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.815204] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.815317] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.815441] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.815533] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.815644] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.815827] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.833761] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.833905] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1204.834071] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.834257] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.834570] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-5bb460f9-6073-49cb-9a65-80fb6a3e734b taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.834746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-5bb460f9-6073-49cb-9a65-80fb6a3e734b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.834870] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-5bb460f9-6073-49cb-9a65-80fb6a3e734b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.835219] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-5bb460f9-6073-49cb-9a65-80fb6a3e734b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.835363] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb460f9-6073-49cb-9a65-80fb6a3e734b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.991102] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.991485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.991485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.991743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.991796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.991990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.992109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.992184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.992333] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.992411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.992498] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 already deleted. [ 1204.992590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.338436] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.338672] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.338805] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.339111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.339274] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.339434] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 5bb460f9-6073-49cb-9a65-80fb6a3e734b not found, creating... [ 1205.339717] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.339882] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.340014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.340248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.340391] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.344026] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.344026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.344026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.344026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.344026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.344026] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 5bb460f9-6073-49cb-9a65-80fb6a3e734b is going to be created. [ 1205.360371] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.360502] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.360584] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.360877] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.361121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.361350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-5bb460f9-6073-49cb-9a65-80fb6a3e734b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.453582] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1205.453582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.453582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.453582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.453582] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.453582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.453582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.453582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.453582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.453582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.453582] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.955693] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.955862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.956594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.956594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.956594] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.956594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.956594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.957737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.957737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.957737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.957737] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.957737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.957737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.957737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.957737] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.957737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.957737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.957737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.958648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.958648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.958648] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.024918] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: SUCCESS [ 1206.025243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.025327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.025537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.025726] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.025842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.025974] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.026161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.026244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.026331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.026489] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.026584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.026644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.026783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.026919] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.027020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.027083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.027216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.027290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.027370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.027459] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.065619] env[69155]: INFO networking_nsxv3.common.synchronization [req-6b9f295d-6a7f-49a4-b864-f769716af933 req-83f232ef-1761-49b5-80da-38de1696ab44 service nova] Enqueued Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_rules [ 1206.065836] env[69155]: INFO networking_nsxv3.common.synchronization [req-6b9f295d-6a7f-49a4-b864-f769716af933 req-83f232ef-1761-49b5-80da-38de1696ab44 service nova] Enqueued Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_members [ 1206.065995] env[69155]: INFO networking_nsxv3.common.synchronization [req-6b9f295d-6a7f-49a4-b864-f769716af933 req-83f232ef-1761-49b5-80da-38de1696ab44 service nova] Enqueued Resource ID: 5bb460f9-6073-49cb-9a65-80fb6a3e734b with Priority: HIGHEST for action port [ 1206.066478] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_rules [ 1206.066658] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_members [ 1206.066761] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb460f9-6073-49cb-9a65-80fb6a3e734b with Priority: HIGHEST for action port [ 1206.067210] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.067210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.067380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.067626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.067626] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.068560] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.070802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.070802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.070802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.070802] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.070802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.070802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.070802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.070802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.070802] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.071415] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bb460f9-6073-49cb-9a65-80fb6a3e734b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.071415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bb460f9-6073-49cb-9a65-80fb6a3e734b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.071415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bb460f9-6073-49cb-9a65-80fb6a3e734b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.071415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bb460f9-6073-49cb-9a65-80fb6a3e734b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.071415] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb460f9-6073-49cb-9a65-80fb6a3e734b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.460338] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34944c3f-29b1-4bf5-b49a-b1eac229a862: rpc.has_security_group_logging(os_id): False [ 1206.480581] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.480581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.480581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.480581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.480581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.480581] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.480581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.480581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.480581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.480581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.480581] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.481092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.481092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.481092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.481092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.481092] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.481241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.481241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.481360] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.481399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.481492] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1206.530373] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 843028bf-5556-48be-89e1-96a0ef79b800: rpc.has_security_group_logging(os_id): False [ 1206.540994] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.540994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.541228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.542396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.542396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.550504] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.550729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.550802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.551062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.551181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.551404] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.551503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.551566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.551728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.551804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.551973] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.552080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.552143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.552280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.552355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.553413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.553413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.553413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.553413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.553413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.553413] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843028bf-5556-48be-89e1-96a0ef79b800 is going to be created. [ 1206.554680] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1206.573548] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.574596] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.574711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.574862] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bb460f9-6073-49cb-9a65-80fb6a3e734b with status ACTIVE [ 1206.575036] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.575180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.575255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.575471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.576186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.576186] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.576186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.576186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.576477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.576477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.576682] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.576774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.576774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.576935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.577088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.577185] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bb460f9-6073-49cb-9a65-80fb6a3e734b is going to be updated. [ 1206.610476] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.610602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.610678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.610891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.611041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.611203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bb460f9-6073-49cb-9a65-80fb6a3e734b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.629113] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.629113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.629113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.629113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.629113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.651466] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: IN_PROGRESS for 2s [ 1206.873657] env[69155]: INFO networking_nsxv3.common.synchronization [req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 req-6770fc13-7d27-48ac-a69f-56dda968dce2 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Enqueued Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGHEST for action security_group_members [ 1206.874213] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGHEST for action security_group_members [ 1206.874574] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-79a51651-fbbd-44ca-a578-9c407e84230e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.874709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.874777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.875050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.875208] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.875306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.875411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.875517] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.875603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.875695] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79a51651-fbbd-44ca-a578-9c407e84230e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.080489] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.235166] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.235469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-659" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.235546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-659" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.235867] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-659" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.236185] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.236349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.236465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.236691] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.236832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.237085] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.237226] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.237339] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.237494] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.237624] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.237732] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.237864] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.256794] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.256971] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.257137] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.257323] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-659" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.257648] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-ef66ca92-e49f-4f41-a7e8-063676758c5b taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.257826] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-ef66ca92-e49f-4f41-a7e8-063676758c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.257994] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-ef66ca92-e49f-4f41-a7e8-063676758c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.258364] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-ef66ca92-e49f-4f41-a7e8-063676758c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.258509] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef66ca92-e49f-4f41-a7e8-063676758c5b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.378602] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.378770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.378844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.379082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.379166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.380544] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.380544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.380544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.380544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.380544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.380544] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79a51651-fbbd-44ca-a578-9c407e84230e already deleted. [ 1207.380544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.581271] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.581468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.581564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.581833] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.581949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.582108] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 is going to be created. [ 1207.619669] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.619897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.619897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.620187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.620391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.630534] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 in Status: UNINITIALIZED for 2s [ 1207.761579] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.761884] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.762126] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.762589] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.762684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.762953] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port ef66ca92-e49f-4f41-a7e8-063676758c5b not found, creating... [ 1207.763297] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.763474] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.763594] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.763844] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.763988] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.764387] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.764654] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.764852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.765124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.765308] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.765513] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: ef66ca92-e49f-4f41-a7e8-063676758c5b is going to be created. [ 1207.786648] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.787088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.787088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.787323] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.787551] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.787800] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-ef66ca92-e49f-4f41-a7e8-063676758c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.464844] env[69155]: INFO networking_nsxv3.common.synchronization [req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 req-d2d79b0f-4cb2-448c-8e89-1eb64d07de31 service nova] Enqueued Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGHEST for action security_group_rules [ 1208.464844] env[69155]: INFO networking_nsxv3.common.synchronization [req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 req-d2d79b0f-4cb2-448c-8e89-1eb64d07de31 service nova] Enqueued Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGHEST for action security_group_members [ 1208.465136] env[69155]: INFO networking_nsxv3.common.synchronization [req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 req-d2d79b0f-4cb2-448c-8e89-1eb64d07de31 service nova] Enqueued Resource ID: ef66ca92-e49f-4f41-a7e8-063676758c5b with Priority: HIGHEST for action port [ 1208.465543] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGHEST for action security_group_rules [ 1208.465543] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGHEST for action security_group_members [ 1208.465543] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef66ca92-e49f-4f41-a7e8-063676758c5b with Priority: HIGHEST for action port [ 1208.466013] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79a51651-fbbd-44ca-a578-9c407e84230e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.466396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.466396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.469153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.469153] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79a51651-fbbd-44ca-a578-9c407e84230e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.469153] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-79a51651-fbbd-44ca-a578-9c407e84230e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.469153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.469153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.469153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.469153] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.469153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.469153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.469153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.469153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.469153] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79a51651-fbbd-44ca-a578-9c407e84230e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.470027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef66ca92-e49f-4f41-a7e8-063676758c5b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.470027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef66ca92-e49f-4f41-a7e8-063676758c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.470027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef66ca92-e49f-4f41-a7e8-063676758c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.470435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef66ca92-e49f-4f41-a7e8-063676758c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.470435] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef66ca92-e49f-4f41-a7e8-063676758c5b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.568983] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1208.569291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.661897] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: SUCCESS [ 1208.662294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.662426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.662582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.662676] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.972980] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-79a51651-fbbd-44ca-a578-9c407e84230e taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.972980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.972980] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79a51651-fbbd-44ca-a578-9c407e84230e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.973962] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef66ca92-e49f-4f41-a7e8-063676758c5b with status ACTIVE [ 1208.974356] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.974580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.974731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.975067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.975258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.975512] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.975744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.975787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.976084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.976418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.976709] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.976876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.977021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.977270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.977532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.977532] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef66ca92-e49f-4f41-a7e8-063676758c5b is going to be updated. [ 1208.998741] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.998946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.998946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.999461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.999461] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.999818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef66ca92-e49f-4f41-a7e8-063676758c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.164610] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.164809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.164879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.165198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.165450] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.165568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.165635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.165843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.165978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.166137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.166235] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.480183] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79a51651-fbbd-44ca-a578-9c407e84230e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.639556] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 in Status: SUCCESS [ 1209.639773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.639929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.640155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.640372] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.640484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.641058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.641058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.641058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.641058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.641058] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.668511] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.669144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.669144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.669144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.669410] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.669410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.669410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.670305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.670305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.670305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.670305] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.670305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.670305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.670305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.670617] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.670617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.670617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.671380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.671380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.671380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.671380] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.982870] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.983085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.983085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.983312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.983406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.983503] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79a51651-fbbd-44ca-a578-9c407e84230e is going to be created. [ 1210.005097] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.005097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.005097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.005097] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.005969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.023928] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79a51651-fbbd-44ca-a578-9c407e84230e in Status: UNINITIALIZED for 2s [ 1210.143786] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.175819] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 843028bf-5556-48be-89e1-96a0ef79b800: rpc.has_security_group_logging(os_id): False [ 1210.198257] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.198468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.198552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.198836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.198982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.199299] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.199403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.199513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.199710] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.199828] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.200131] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.200131] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.200243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.200396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.200536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.200811] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.200951] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.201077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.201344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.201513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.201682] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843028bf-5556-48be-89e1-96a0ef79b800 is going to be updated. [ 1210.276481] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.276481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.276481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.276481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.276481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.289357] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: IN_PROGRESS for 2s [ 1210.646259] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68b7eead-1ceb-4d07-80ff-4f9234ebcf95: rpc.has_security_group_logging(os_id): False [ 1210.664379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.664609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.664686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.665087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.665226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.665416] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.665528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.665599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.665769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.665886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.665996] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 is going to be created. [ 1210.722679] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.722887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.722949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.723192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.723406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.734340] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 in Status: IN_PROGRESS for 2s [ 1211.298729] env[69155]: INFO networking_nsxv3.common.synchronization [req-dd6f32ff-97ec-4baf-853f-4babe28817c3 req-306c50c3-d2f8-482b-8806-26a457a23de5 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1211.299337] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1211.299642] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.299766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.299855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.300083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.300245] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.300354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.300441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.300601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.300688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.300803] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.802927] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.032959] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79a51651-fbbd-44ca-a578-9c407e84230e in Status: SUCCESS [ 1212.033265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.033544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.033827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.034119] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.034307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.034382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.034547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.034639] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.034766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.034897] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79a51651-fbbd-44ca-a578-9c407e84230e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.304962] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.307156] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: SUCCESS [ 1212.307419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.537703] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-79a51651-fbbd-44ca-a578-9c407e84230e taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.539059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.539059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.539059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.539059] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.539059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.539059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.539059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.539398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.539398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.539398] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-79a51651-fbbd-44ca-a578-9c407e84230e taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.539509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.539509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.539610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.539743] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.539834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.539889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.540036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.540113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.540196] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.540330] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79a51651-fbbd-44ca-a578-9c407e84230e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.747832] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 in Status: SUCCESS [ 1212.748104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.809283] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.809664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.809664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.809744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.809856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.809965] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1212.840097] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.840331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.840378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.840567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.840709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.849137] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1213.042745] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79a51651-fbbd-44ca-a578-9c407e84230e: rpc.has_security_group_logging(os_id): False [ 1213.061863] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.062129] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.062354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.062536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.062625] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.062887] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.063207] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.063207] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.063341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.063452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.063734] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.063884] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.063986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.064252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.064373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.064689] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.064799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.064877] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.065039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.065120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.065210] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79a51651-fbbd-44ca-a578-9c407e84230e is going to be created. [ 1213.151417] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.151628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.151628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.151818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.151995] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.167754] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79a51651-fbbd-44ca-a578-9c407e84230e in Status: IN_PROGRESS for 2s [ 1214.858387] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1214.858688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.178770] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79a51651-fbbd-44ca-a578-9c407e84230e in Status: SUCCESS [ 1215.179086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.750307] env[69155]: INFO networking_nsxv3.common.synchronization [req-09979a69-3ed0-4893-ab01-f7fa76844d9c req-91da66a7-e376-4e3a-b1a2-9aad35825235 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1215.750938] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1215.751334] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.751482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.752252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.752646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.753231] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.753394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.753482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.759127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.759127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.759127] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.078542] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.078961] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.079237] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.080460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.080460] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.080460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.080623] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.080752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.080937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.081219] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.081385] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.081540] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.081685] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.081943] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.082169] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.082360] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.102031] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.102031] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.102220] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.102409] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.102749] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-86730d17-2338-495f-abd0-41c890ea5d27 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.103017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-86730d17-2338-495f-abd0-41c890ea5d27" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.103135] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-86730d17-2338-495f-abd0-41c890ea5d27" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.103549] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-86730d17-2338-495f-abd0-41c890ea5d27" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.103749] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86730d17-2338-495f-abd0-41c890ea5d27',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.260573] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.260821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.260821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.261074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.261158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.261389] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.261539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.261605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.261861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.261966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.262084] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1216.299218] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.299373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.299570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.299674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.299817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.308934] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1216.444701] env[69155]: INFO networking_nsxv3.common.synchronization [req-69699974-44a7-415d-aaa1-bedc89c55b94 req-b50bfc97-4cac-4ccc-8448-7372de670eb9 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_members [ 1216.444946] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGHEST for action security_group_members [ 1216.445282] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.445406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.445474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.445663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.445815] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.445936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.446018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.446104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.446210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.446298] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.607431] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.608178] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.608178] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.608279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.608440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.608634] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 86730d17-2338-495f-abd0-41c890ea5d27 not found, creating... [ 1216.608920] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.609134] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.609275] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.609517] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.609896] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.609973] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.610366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.610366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.610585] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.610822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.610822] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 86730d17-2338-495f-abd0-41c890ea5d27 is going to be created. [ 1216.634083] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.634352] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.634480] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.634844] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.635407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.635407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-86730d17-2338-495f-abd0-41c890ea5d27" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.949734] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.950014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.950142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.950426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.969623] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.970749] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.971062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.971257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.971679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.971889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.972114] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f is going to be updated. [ 1217.000017] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.000017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.000017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.000017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.000017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.012736] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f in Status: IN_PROGRESS for 2s [ 1217.723584] env[69155]: INFO networking_nsxv3.common.synchronization [req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 req-e95a1dc2-b45a-4ff0-b86f-a4d6ae43d012 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_members [ 1217.724161] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 with Priority: HIGHEST for action security_group_members [ 1217.724472] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76a1c87-55bf-46d2-af2f-a73682c85e30 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.724597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.724661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.724853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.724997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.725183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.725264] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.725477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.725588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.725711] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b76a1c87-55bf-46d2-af2f-a73682c85e30',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.228105] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.228321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.228397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.228618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.250085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.250607] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.250691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.250781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.251055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.251245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.251554] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 is going to be updated. [ 1218.254567] env[69155]: INFO networking_nsxv3.common.synchronization [req-09979a69-3ed0-4893-ab01-f7fa76844d9c req-430d77e5-b788-40cd-8a90-bf604984da7d service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1218.254801] env[69155]: INFO networking_nsxv3.common.synchronization [req-09979a69-3ed0-4893-ab01-f7fa76844d9c req-430d77e5-b788-40cd-8a90-bf604984da7d service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1218.254959] env[69155]: INFO networking_nsxv3.common.synchronization [req-09979a69-3ed0-4893-ab01-f7fa76844d9c req-430d77e5-b788-40cd-8a90-bf604984da7d service nova] Enqueued Resource ID: 86730d17-2338-495f-abd0-41c890ea5d27 with Priority: HIGHEST for action port [ 1218.255510] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1218.255674] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1218.255781] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86730d17-2338-495f-abd0-41c890ea5d27 with Priority: HIGHEST for action port [ 1218.256183] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.256345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.256448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.256682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.256815] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.257751] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.257890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.258185] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-86730d17-2338-495f-abd0-41c890ea5d27 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.258340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86730d17-2338-495f-abd0-41c890ea5d27" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.258423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86730d17-2338-495f-abd0-41c890ea5d27" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.258636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86730d17-2338-495f-abd0-41c890ea5d27" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.258755] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86730d17-2338-495f-abd0-41c890ea5d27',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.288444] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.288624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.288734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.288982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.289174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.297851] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 in Status: IN_PROGRESS for 2s [ 1218.318258] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1218.318453] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1218.318584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.318769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.318993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.319219] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.319350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.319415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.319582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.319666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.319768] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.761009] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.761310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.761347] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86730d17-2338-495f-abd0-41c890ea5d27 with status ACTIVE [ 1218.761490] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.761596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.761680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.761978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.762086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.762265] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.762374] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.762449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.762672] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.762786] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.763049] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.763173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.763234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.763427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.763539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.763663] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86730d17-2338-495f-abd0-41c890ea5d27 is going to be updated. [ 1218.784120] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.784314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.784380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.784598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.784750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.784905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86730d17-2338-495f-abd0-41c890ea5d27" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.822534] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.022639] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f in Status: SUCCESS [ 1219.022931] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f deletion is rescheduled due to dependency. [ 1219.023134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.325527] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.828339] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.828666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.828666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.828764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.828965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.828965] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1219.857133] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.857133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.857133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.857133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.857133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.865158] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1220.306939] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 in Status: SUCCESS [ 1220.306939] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b76a1c87-55bf-46d2-af2f-a73682c85e30 deletion is rescheduled due to dependency. [ 1220.306939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76a1c87-55bf-46d2-af2f-a73682c85e30" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.875422] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1221.875887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.875887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.876115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.876363] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.876500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.876561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.876864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.876864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.876994] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.877059] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.263474] env[69155]: INFO networking_nsxv3.common.synchronization [req-c35c36aa-f35a-4cdc-b88a-656915cef117 req-8c1b110a-d468-4491-8cc4-29ff5978936f tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Enqueued Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGHEST for action security_group_members [ 1222.264022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGHEST for action security_group_members [ 1222.264341] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-79a51651-fbbd-44ca-a578-9c407e84230e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.265030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.265030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.265030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.265030] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.265030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.265030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.265367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.265367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.265367] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79a51651-fbbd-44ca-a578-9c407e84230e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.380146] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.380349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.380402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.380597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.380764] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.380864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.380926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.381145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.381252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.381371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.381529] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.381624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.381726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.381820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.381955] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.382061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.382121] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.382259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.382332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.382413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.382503] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.769866] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.770084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.770193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.770515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.770621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.770862] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.771051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.771180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.771382] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.771479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.771601] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79a51651-fbbd-44ca-a578-9c407e84230e is going to be updated. [ 1222.798599] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.798781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.798857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.799080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.799564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.807619] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79a51651-fbbd-44ca-a578-9c407e84230e in Status: IN_PROGRESS for 2s [ 1222.885898] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d51b06b-a434-4c45-beb7-2591482dd278: rpc.has_security_group_logging(os_id): False [ 1222.987637] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.987856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.987856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.988090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.988217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.988422] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.988533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.988593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.988755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.988834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.989062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.989158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.989221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.989365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.989444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.989639] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.989802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.989874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.989963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.990040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.990131] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1223.049618] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.049807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.049807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.049976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.050117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.059291] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1223.799186] env[69155]: INFO networking_nsxv3.common.synchronization [req-03edc6fb-b9ba-4b79-907a-d40439d90160 req-1b914dd5-1284-46c1-8542-869ed8417969 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1223.799895] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1223.800147] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.800231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.800313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.800473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.800648] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.800745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.800799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.800972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.803041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.803168] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.109696] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.110100] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.110100] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.110341] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.110638] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.110808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.110931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.111178] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.111354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.111583] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.111703] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.111820] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.111937] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.112089] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.112211] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.112353] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.129787] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.129994] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.130160] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.130344] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.130679] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.130899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.131043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.131406] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.131579] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d581aa-69a0-45fa-a9f3-01aaf13a5dc8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.305204] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.634271] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.634505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.634654] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.634951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.635121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.635306] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 not found, creating... [ 1224.635592] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.635757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.635894] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.636179] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.636371] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.636628] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.636806] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.636928] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.637167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.637323] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.637469] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 is going to be created. [ 1224.656342] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.656540] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.656670] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.656922] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.657167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.657389] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.808242] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.820286] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79a51651-fbbd-44ca-a578-9c407e84230e in Status: SUCCESS [ 1224.820286] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79a51651-fbbd-44ca-a578-9c407e84230e deletion is rescheduled due to dependency. [ 1224.820286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.071814] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1225.072155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.311436] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.311752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.311752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.312396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.312396] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.312396] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1225.341594] env[69155]: INFO networking_nsxv3.common.synchronization [req-03edc6fb-b9ba-4b79-907a-d40439d90160 req-b18d0809-8938-4ec4-bd8a-cb562648cfb2 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1225.341824] env[69155]: INFO networking_nsxv3.common.synchronization [req-03edc6fb-b9ba-4b79-907a-d40439d90160 req-b18d0809-8938-4ec4-bd8a-cb562648cfb2 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1225.342080] env[69155]: INFO networking_nsxv3.common.synchronization [req-03edc6fb-b9ba-4b79-907a-d40439d90160 req-b18d0809-8938-4ec4-bd8a-cb562648cfb2 service nova] Enqueued Resource ID: 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 with Priority: HIGHEST for action port [ 1225.344027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.344027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.344027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.344027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.344248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.346528] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1225.347766] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1225.347766] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 with Priority: HIGHEST for action port [ 1225.347766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.347766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.347766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.347766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.347766] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.348886] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.349030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.349325] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.349523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.349643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.349832] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.349945] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d581aa-69a0-45fa-a9f3-01aaf13a5dc8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.358717] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1225.852470] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 with status ACTIVE [ 1225.853614] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.853614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.853614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.853614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.853614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.853915] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.854069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.854200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.854455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.854651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.854886] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.855100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.855180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.855929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.855929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.855929] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 is going to be updated. [ 1225.857327] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.857462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.878217] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.878425] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.879107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.879107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.879107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.879107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.367748] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1227.368068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.368126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.368383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.368597] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.368715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.368792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.368996] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.369098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.369208] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.872668] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.375700] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.878473] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.878661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.878701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.878892] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.879017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.879128] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1228.906838] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.907036] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.907077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.907397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.907551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.916807] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1230.347516] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.347796] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1230.927816] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1230.928424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.928638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.928875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.929520] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.929520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.929520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.929520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.929520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.929789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.929789] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.431839] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.432176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.432176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.432433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.432636] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.432757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.432835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.433027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.433170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.433301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.433507] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.433626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.433709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.433876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.434049] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.434173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.434254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.434406] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.434492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.434568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.434655] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.740225] env[69155]: INFO networking_nsxv3.common.synchronization [None req-21e4da77-2288-4227-83ed-c533e081974a tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Enqueued Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_rules [ 1231.740757] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_rules [ 1231.741071] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd910f6c-b24b-4098-b175-be21f0421022 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.741194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.741261] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.741503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.741588] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.824588] env[69155]: INFO networking_nsxv3.common.synchronization [None req-50bae185-966c-4ffb-bfc1-7243a59882f6 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Enqueued Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_rules [ 1231.825154] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_rules [ 1231.825546] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd910f6c-b24b-4098-b175-be21f0421022 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.825685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.937434] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34944c3f-29b1-4bf5-b49a-b1eac229a862: rpc.has_security_group_logging(os_id): False [ 1231.954660] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.954799] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.954869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.955168] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.955240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.955403] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.955499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.955558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.955704] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.956660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.956660] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.956660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.956660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.956660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.956660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.956660] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.956660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.956660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.957044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.957044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.957044] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1232.030149] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.030327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.030416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.030575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.030747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.048487] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1232.284144] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.284144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.284144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.284144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.284144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.284144] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd910f6c-b24b-4098-b175-be21f0421022 already deleted. [ 1232.284144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.284144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.284144] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.284144] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.809317] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.809317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.809317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.809317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.809317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.809317] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd910f6c-b24b-4098-b175-be21f0421022 already deleted. [ 1232.809317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.062955] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1234.062955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.186934] env[69155]: INFO networking_nsxv3.common.synchronization [None req-5b527aef-9592-46f1-a2b4-dcae9a131d28 None None] Enqueued Resource ID: 194b1fc1-fd7b-4218-9f7d-952805f383a8 with Priority: HIGHEST for action port [ 1236.188515] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194b1fc1-fd7b-4218-9f7d-952805f383a8 with Priority: HIGHEST for action port [ 1236.188515] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-194b1fc1-fd7b-4218-9f7d-952805f383a8 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.188515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-194b1fc1-fd7b-4218-9f7d-952805f383a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.188515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-194b1fc1-fd7b-4218-9f7d-952805f383a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.190830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-194b1fc1-fd7b-4218-9f7d-952805f383a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.190895] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194b1fc1-fd7b-4218-9f7d-952805f383a8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.265252] env[69155]: INFO networking_nsxv3.common.synchronization [req-8d37c661-44a8-4dcf-b278-ba0839aebf0a req-4aa79c68-2fb8-401b-8605-d592443852b4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1236.265956] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1236.266354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.266472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.266535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.266740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.266871] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.266961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.267033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.267179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.267259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.267351] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.607747] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.607954] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.608096] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.608368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.608678] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.608795] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.617755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.617755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.617755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.617755] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.617755] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.617755] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.617755] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.617755] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.617755] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.617755] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.638422] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.638533] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1236.638616] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.638866] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.639179] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.639439] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.639912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.641759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.642255] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abe7bfd5-2a2d-4081-8a14-580b9cea9e61',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.696223] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 194b1fc1-fd7b-4218-9f7d-952805f383a8 [ 1236.698019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.698019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.698019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.698216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.698327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.700476] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:194b1fc1-fd7b-4218-9f7d-952805f383a8 already deleted. [ 1236.700615] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-194b1fc1-fd7b-4218-9f7d-952805f383a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.769950] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.770347] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.770490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.770746] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.796127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.796127] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.796301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.796301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.798774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.798774] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.798774] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 is going to be updated. [ 1236.819425] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.819565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.819629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.819842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.819975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.827442] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: IN_PROGRESS for 2s [ 1237.146216] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.146216] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.146216] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.146546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.146579] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.146739] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port abe7bfd5-2a2d-4081-8a14-580b9cea9e61 not found, creating... [ 1237.147035] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.147206] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.147342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.147579] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.147904] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.148081] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.148365] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.148467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.148718] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.148868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.149051] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: abe7bfd5-2a2d-4081-8a14-580b9cea9e61 is going to be created. [ 1237.194903] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.195312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.195358] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.195672] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.195959] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.196272] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.874896] env[69155]: INFO networking_nsxv3.common.synchronization [req-8d37c661-44a8-4dcf-b278-ba0839aebf0a req-9bd9efeb-98d3-4869-bca6-305ec6047474 service nova] Enqueued Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_rules [ 1237.874896] env[69155]: INFO networking_nsxv3.common.synchronization [req-8d37c661-44a8-4dcf-b278-ba0839aebf0a req-9bd9efeb-98d3-4869-bca6-305ec6047474 service nova] Enqueued Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1237.874896] env[69155]: INFO networking_nsxv3.common.synchronization [req-8d37c661-44a8-4dcf-b278-ba0839aebf0a req-9bd9efeb-98d3-4869-bca6-305ec6047474 service nova] Enqueued Resource ID: abe7bfd5-2a2d-4081-8a14-580b9cea9e61 with Priority: HIGHEST for action port [ 1237.874896] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_rules [ 1237.874896] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1237.874896] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe7bfd5-2a2d-4081-8a14-580b9cea9e61 with Priority: HIGHEST for action port [ 1237.877139] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.877139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.877139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.877139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.877139] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.877139] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.877139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.877404] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.877456] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.877535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.877953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.877953] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abe7bfd5-2a2d-4081-8a14-580b9cea9e61',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.380086] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.380369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.380442] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abe7bfd5-2a2d-4081-8a14-580b9cea9e61 with status ACTIVE [ 1238.380682] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.380797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.380864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.381086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.383486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.383486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.383486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.383486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.383486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.383486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.383486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.383486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.383486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.383486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.383486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.383486] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abe7bfd5-2a2d-4081-8a14-580b9cea9e61 is going to be updated. [ 1238.401777] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.401937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.401998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.402507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.402507] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.402611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.573016] env[69155]: INFO networking_nsxv3.common.synchronization [None req-a038366d-c5d8-4a59-becd-ee902b061b67 None None] Enqueued Resource ID: c2ec59e4-9daf-4e04-bc28-1d3e41c1984c with Priority: HIGHEST for action port [ 1238.573310] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ec59e4-9daf-4e04-bc28-1d3e41c1984c with Priority: HIGHEST for action port [ 1238.573895] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2ec59e4-9daf-4e04-bc28-1d3e41c1984c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.574115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2ec59e4-9daf-4e04-bc28-1d3e41c1984c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.574115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2ec59e4-9daf-4e04-bc28-1d3e41c1984c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.574350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2ec59e4-9daf-4e04-bc28-1d3e41c1984c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.574439] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2ec59e4-9daf-4e04-bc28-1d3e41c1984c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.837307] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: SUCCESS [ 1238.837531] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 deletion is rescheduled due to dependency. [ 1238.837697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.837860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.838094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.838285] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.838444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.838516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.838669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.838749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.838843] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.076621] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2ec59e4-9daf-4e04-bc28-1d3e41c1984c [ 1239.076864] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.077031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.077085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.077295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.077388] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.077482] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2ec59e4-9daf-4e04-bc28-1d3e41c1984c already deleted. [ 1239.077561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2ec59e4-9daf-4e04-bc28-1d3e41c1984c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.340833] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.843459] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.346182] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.346182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.346182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.346412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.346449] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.346560] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 is going to be updated. [ 1240.375038] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.375038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.375038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.375038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.375038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.381816] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: IN_PROGRESS for 2s [ 1241.511060] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.511361] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.511401] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.511686] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.511950] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.512335] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.512335] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.512453] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.512604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.512814] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.512930] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.513051] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.513162] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.513271] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.513378] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.513514] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.531218] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.531403] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1241.531546] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.531728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-269" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.532061] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-6393d4dd-5e38-4181-b2e1-66384e359021 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.532246] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.532370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.532633] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.532769] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6393d4dd-5e38-4181-b2e1-66384e359021',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.036108] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.036391] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.036553] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.036888] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.037099] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.037471] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.037677] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.037828] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.038098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.038263] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.038663] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.038851] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.039008] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.039261] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.039430] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.039593] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 6393d4dd-5e38-4181-b2e1-66384e359021 is going to be updated. [ 1242.064056] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.064280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.064412] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.064707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.064902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.065219] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.392091] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: SUCCESS [ 1242.392372] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.393122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.393122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.393122] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.393122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.393354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.393354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.393574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.393574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.393654] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.757524] env[69155]: INFO networking_nsxv3.common.synchronization [req-42038b4d-2061-4c8d-a702-562ae0fa84fb req-a40bf5e6-ea66-456b-819d-42c689da4e9f service nova] Enqueued Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_rules [ 1242.757748] env[69155]: INFO networking_nsxv3.common.synchronization [req-42038b4d-2061-4c8d-a702-562ae0fa84fb req-a40bf5e6-ea66-456b-819d-42c689da4e9f service nova] Enqueued Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_members [ 1242.757943] env[69155]: INFO networking_nsxv3.common.synchronization [req-42038b4d-2061-4c8d-a702-562ae0fa84fb req-a40bf5e6-ea66-456b-819d-42c689da4e9f service nova] Enqueued Resource ID: 6393d4dd-5e38-4181-b2e1-66384e359021 with Priority: HIGHEST for action port [ 1242.758528] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_rules [ 1242.758640] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_members [ 1242.758741] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6393d4dd-5e38-4181-b2e1-66384e359021 with Priority: HIGHEST for action port [ 1242.759046] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.759197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.759274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.759551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.759677] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.761335] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.761525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.761619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.761854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.762065] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.762197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.762279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.762562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.762617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.762781] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.763670] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6393d4dd-5e38-4181-b2e1-66384e359021 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.763807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.763891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.764122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.764202] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6393d4dd-5e38-4181-b2e1-66384e359021',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.898234] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.898975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.898975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.898975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.898975] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.899242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.899242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.899307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.899503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.899683] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.900015] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.900015] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.900015] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.900200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.900333] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.900453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.900530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.900691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.900773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.900855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.900945] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.266583] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.267585] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.267720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.271169] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6393d4dd-5e38-4181-b2e1-66384e359021 with status ACTIVE [ 1243.271459] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.271644] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.271716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.271963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.272108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.272324] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.272450] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.272514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.272711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.272793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.273041] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.273166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.273234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.273383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.273482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.273570] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6393d4dd-5e38-4181-b2e1-66384e359021 is going to be updated. [ 1243.293879] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.293879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.293879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.295117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.295117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.295117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6393d4dd-5e38-4181-b2e1-66384e359021" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.404404] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2: rpc.has_security_group_logging(os_id): False [ 1243.422142] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.422142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.422142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.422422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.422422] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.422580] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.422658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.422658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.422809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.422939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.423075] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.423169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.423227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.423363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.423435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.423745] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.423842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.423901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.424051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.424124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.424209] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 is going to be updated. [ 1243.494766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.494961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.495032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.495223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.495371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.510916] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: IN_PROGRESS for 2s [ 1243.776353] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.279202] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.279410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.279569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.280020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.280020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.280020] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 is going to be updated. [ 1244.306908] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.307061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.307140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.307348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.307512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.315644] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: IN_PROGRESS for 2s [ 1244.422500] env[69155]: INFO networking_nsxv3.common.synchronization [req-910df41c-faa9-4afd-a3f9-94bf0404188b req-20a7efca-0fa7-4cf7-ac37-a5a0b05fc4a8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Enqueued Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_members [ 1244.422970] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_members [ 1244.423286] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd910f6c-b24b-4098-b175-be21f0421022 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.423409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.423473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.423715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.424450] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.424450] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.424608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.424898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.425038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.425240] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.716388] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.716597] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.716728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.716998] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.717288] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.717452] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.717574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.717793] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.717941] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.718164] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1244.718280] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.718422] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.718539] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.718653] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1244.718758] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.718948] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.736518] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.736702] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1244.736846] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.737027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-849" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.737360] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-bf63e625-736c-4b86-8d24-1e4b06ed6d34 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.737539] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-bf63e625-736c-4b86-8d24-1e4b06ed6d34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.737667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-bf63e625-736c-4b86-8d24-1e4b06ed6d34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.738048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-bf63e625-736c-4b86-8d24-1e4b06ed6d34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.738274] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf63e625-736c-4b86-8d24-1e4b06ed6d34',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.928464] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.928464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.928464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.928464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.928464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.928464] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.929047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.929047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.929047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.929047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.929047] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd910f6c-b24b-4098-b175-be21f0421022 already deleted. [ 1244.929047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.241141] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.241354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.241354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.241596] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.241752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.241910] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port bf63e625-736c-4b86-8d24-1e4b06ed6d34 not found, creating... [ 1245.242191] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.242356] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.242480] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.242705] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.242845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.243204] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.243366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.243489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.243700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.243993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.243993] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: bf63e625-736c-4b86-8d24-1e4b06ed6d34 is going to be created. [ 1245.262690] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.262974] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.264197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.264419] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.264664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.265111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-bf63e625-736c-4b86-8d24-1e4b06ed6d34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.522067] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: SUCCESS [ 1245.522303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.000020] env[69155]: INFO networking_nsxv3.common.synchronization [req-910df41c-faa9-4afd-a3f9-94bf0404188b req-12dcaa93-dd5c-4964-9833-ffd4803115f1 service nova] Enqueued Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_rules [ 1246.000020] env[69155]: INFO networking_nsxv3.common.synchronization [req-910df41c-faa9-4afd-a3f9-94bf0404188b req-12dcaa93-dd5c-4964-9833-ffd4803115f1 service nova] Enqueued Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_members [ 1246.000020] env[69155]: INFO networking_nsxv3.common.synchronization [req-910df41c-faa9-4afd-a3f9-94bf0404188b req-12dcaa93-dd5c-4964-9833-ffd4803115f1 service nova] Enqueued Resource ID: bf63e625-736c-4b86-8d24-1e4b06ed6d34 with Priority: HIGHEST for action port [ 1246.000020] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_rules [ 1246.000020] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_members [ 1246.000020] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf63e625-736c-4b86-8d24-1e4b06ed6d34 with Priority: HIGHEST for action port [ 1246.000020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd910f6c-b24b-4098-b175-be21f0421022 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.000020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.000020] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.001167] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.001579] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.002899] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd910f6c-b24b-4098-b175-be21f0421022 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.003733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.003733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.003733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.003733] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.003733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.004263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.004492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.004676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.005145] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.007044] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf63e625-736c-4b86-8d24-1e4b06ed6d34 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.007150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf63e625-736c-4b86-8d24-1e4b06ed6d34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.007225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf63e625-736c-4b86-8d24-1e4b06ed6d34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.007440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf63e625-736c-4b86-8d24-1e4b06ed6d34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.007526] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf63e625-736c-4b86-8d24-1e4b06ed6d34',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.324655] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: SUCCESS [ 1246.326027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.326027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.326027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.326027] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.326027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.326027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.326027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.326027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.326027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.326421] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.510013] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.511031] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd910f6c-b24b-4098-b175-be21f0421022 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.511181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.511582] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf63e625-736c-4b86-8d24-1e4b06ed6d34 with status ACTIVE [ 1246.511763] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.511872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.511938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.512184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.512256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.512424] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.512518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.512580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.512745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.512843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.513023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.513116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.513187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.513325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.513459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.513508] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf63e625-736c-4b86-8d24-1e4b06ed6d34 is going to be updated. [ 1246.533681] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.533836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.533902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.534132] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.534263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.534425] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf63e625-736c-4b86-8d24-1e4b06ed6d34" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.828934] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.917755] env[69155]: INFO networking_nsxv3.common.synchronization [req-1050aad1-cecf-47fc-9d86-a17d567c6d15 req-d9b7e53c-7247-447c-8ad1-e62ee84d35c1 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1246.918392] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1246.918792] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.918939] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.920122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.920122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.920122] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.920122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.920122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.920548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.920548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.920548] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.014550] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.299856] env[69155]: INFO networking_nsxv3.common.synchronization [req-dd289132-2ac3-409a-ab78-d54943bc7967 req-254c02d4-7589-442c-939c-7c7116690ebf tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1247.300519] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 with Priority: HIGHEST for action security_group_members [ 1247.301025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.301025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.301025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.304436] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.304741] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.304862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.304928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.305134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.305224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.305316] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1911c17e-3cc5-4e8c-b982-d46ebb9a45a2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.332242] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdb6f30a-68ec-47bc-9347-a2525e6b2254: rpc.has_security_group_logging(os_id): False [ 1247.349204] env[69155]: INFO networking_nsxv3.common.synchronization [req-dd289132-2ac3-409a-ab78-d54943bc7967 req-254c02d4-7589-442c-939c-7c7116690ebf tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: abe7bfd5-2a2d-4081-8a14-580b9cea9e61 with Priority: HIGHEST for action port [ 1247.350267] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.350410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.350467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.350790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.350790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.353253] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.353808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.353808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.354145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.354145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.354233] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 is going to be updated. [ 1247.355962] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe7bfd5-2a2d-4081-8a14-580b9cea9e61 with Priority: HIGHEST for action port [ 1247.357805] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.357947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.358041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.358286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.358461] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abe7bfd5-2a2d-4081-8a14-580b9cea9e61',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.381816] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.382042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.382175] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.382457] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.382739] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.382903] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.383197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.383459] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.383624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.383829] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.383945] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.384068] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.384182] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.384292] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.384705] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.384705] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.400948] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.401147] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1247.401291] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.401476] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.401800] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.401977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.402112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.402445] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.402587] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604bc2ea-ebd8-4ea9-a271-a7e639f87e1f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.412335] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.412476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.412547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.412740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.412876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.424749] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: IN_PROGRESS for 2s [ 1247.426885] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.516764] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.516963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.516963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.517336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.517433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.517539] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd910f6c-b24b-4098-b175-be21f0421022 is going to be created. [ 1247.543748] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.543748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.543748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.543748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.543748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.553313] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd910f6c-b24b-4098-b175-be21f0421022 in Status: UNINITIALIZED for 2s [ 1247.807378] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.807532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.807600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.807822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.807909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.808121] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.808214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.808274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.808450] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.808539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.808622] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 is going to be updated. [ 1247.834449] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.834647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.834753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.835063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.835268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.843945] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: IN_PROGRESS for 2s [ 1247.860493] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abe7bfd5-2a2d-4081-8a14-580b9cea9e61 with status ACTIVE [ 1247.860817] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.861024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.861107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.861411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.861543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.861894] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.861948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.862057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.862221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.862568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.862648] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.862712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.862800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.862999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.863125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.863249] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abe7bfd5-2a2d-4081-8a14-580b9cea9e61 is going to be updated. [ 1247.882371] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.882527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.882611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.882859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.883043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.883515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abe7bfd5-2a2d-4081-8a14-580b9cea9e61" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.908327] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.908327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.908327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.908327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.908327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.908327] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f not found, creating... [ 1247.908327] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.908327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.908327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.908327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.908814] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.908814] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.908918] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.908965] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.909671] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.909671] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.909671] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f is going to be created. [ 1247.929322] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.936409] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.936885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.936885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.937214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.937474] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.937724] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.431389] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.431736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.431736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.432013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.432013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.432121] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1248.465723] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.467966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.467966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.467966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.467966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.480515] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1248.797189] env[69155]: INFO networking_nsxv3.common.synchronization [req-1050aad1-cecf-47fc-9d86-a17d567c6d15 req-1ac75770-f700-4f33-89f0-88bbdb256fa9 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1248.797359] env[69155]: INFO networking_nsxv3.common.synchronization [req-1050aad1-cecf-47fc-9d86-a17d567c6d15 req-1ac75770-f700-4f33-89f0-88bbdb256fa9 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1248.797502] env[69155]: INFO networking_nsxv3.common.synchronization [req-1050aad1-cecf-47fc-9d86-a17d567c6d15 req-1ac75770-f700-4f33-89f0-88bbdb256fa9 service nova] Enqueued Resource ID: 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f with Priority: HIGHEST for action port [ 1248.797757] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1248.797896] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1248.798050] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f with Priority: HIGHEST for action port [ 1248.798703] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.798906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.800316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.800587] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.800680] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.802074] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.802074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.802074] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.802344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.802344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.802454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.802454] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604bc2ea-ebd8-4ea9-a271-a7e639f87e1f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.306058] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.306058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.306058] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f with status ACTIVE [ 1249.306058] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.306058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.306058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.306058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.306058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.306058] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.306058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.306058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.307220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.307220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.307220] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.307220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.307220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.307220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.307220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.307220] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f is going to be updated. [ 1249.332533] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.332693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.332759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.333554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.333554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.333554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.446427] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: SUCCESS [ 1249.446813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.564811] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd910f6c-b24b-4098-b175-be21f0421022 in Status: SUCCESS [ 1249.565113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.565218] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.565876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.565876] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.565876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.565876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.566283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.566283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.566283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.566283] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.855984] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 in Status: SUCCESS [ 1249.856194] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1911c17e-3cc5-4e8c-b982-d46ebb9a45a2 deletion is rescheduled due to dependency. [ 1249.856321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1911c17e-3cc5-4e8c-b982-d46ebb9a45a2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.069271] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.494858] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1250.494858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.494858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.494858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.494858] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.494858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.494858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.495460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.495460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.495460] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.572726] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd910f6c-b24b-4098-b175-be21f0421022: rpc.has_security_group_logging(os_id): False [ 1250.593608] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.593748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.593855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.594181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.594298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.594550] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.594680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.594744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.594913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.594988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.595088] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd910f6c-b24b-4098-b175-be21f0421022 is going to be created. [ 1250.660175] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.660338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.660412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.660628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.660859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.672590] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd910f6c-b24b-4098-b175-be21f0421022 in Status: IN_PROGRESS for 2s [ 1250.999880] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.505316] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.011228] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.011366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.011442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.011747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.011963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.012046] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1252.038806] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.039018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.039018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.039219] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.039358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.049982] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1252.089318] env[69155]: INFO networking_nsxv3.common.synchronization [req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 req-5ffaa5a6-8d79-4402-94d5-49dba3f4a7e8 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Enqueued Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGHEST for action security_group_members [ 1252.090194] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGHEST for action security_group_members [ 1252.090194] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-73834c15-f177-4f11-a83a-ea59ae06136f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.090313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.090313] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.090591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.090766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.090894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.090953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.091125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.091213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.091306] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73834c15-f177-4f11-a83a-ea59ae06136f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.421876] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.422084] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-299" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.422213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-299" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.422595] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-299" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.422865] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.423099] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.423236] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.423473] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.423625] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.423845] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.423956] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.424077] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.425207] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.425362] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.426025] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.426025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.445813] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.445995] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1252.446156] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.446342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-299" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.446671] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-cc957a0b-d014-4e4b-a761-8796c7c9ef88 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.446860] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-cc957a0b-d014-4e4b-a761-8796c7c9ef88" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.446986] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-cc957a0b-d014-4e4b-a761-8796c7c9ef88" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.447357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-cc957a0b-d014-4e4b-a761-8796c7c9ef88" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.447503] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc957a0b-d014-4e4b-a761-8796c7c9ef88',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.593649] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.594096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.594096] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.594173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.594271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.594509] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.594636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.594703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.594941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.595101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.595164] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73834c15-f177-4f11-a83a-ea59ae06136f already deleted. [ 1252.595270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.685889] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd910f6c-b24b-4098-b175-be21f0421022 in Status: SUCCESS [ 1252.686195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.950159] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.950399] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.950531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.950939] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.951337] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.951571] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port cc957a0b-d014-4e4b-a761-8796c7c9ef88 not found, creating... [ 1252.951961] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.952214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.952383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.952694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.952904] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.953416] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.953653] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.953814] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.954101] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.954371] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.954572] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: cc957a0b-d014-4e4b-a761-8796c7c9ef88 is going to be created. [ 1252.976113] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.976415] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.976585] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.976918] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.977263] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.977581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-cc957a0b-d014-4e4b-a761-8796c7c9ef88" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.697687] env[69155]: INFO networking_nsxv3.common.synchronization [req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 req-f61c01f3-0cb0-4925-9691-b4b6dabdc8c7 service nova] Enqueued Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGHEST for action security_group_rules [ 1253.698100] env[69155]: INFO networking_nsxv3.common.synchronization [req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 req-f61c01f3-0cb0-4925-9691-b4b6dabdc8c7 service nova] Enqueued Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGHEST for action security_group_members [ 1253.698286] env[69155]: INFO networking_nsxv3.common.synchronization [req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 req-f61c01f3-0cb0-4925-9691-b4b6dabdc8c7 service nova] Enqueued Resource ID: cc957a0b-d014-4e4b-a761-8796c7c9ef88 with Priority: HIGHEST for action port [ 1253.699173] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGHEST for action security_group_rules [ 1253.699893] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGHEST for action security_group_members [ 1253.700043] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc957a0b-d014-4e4b-a761-8796c7c9ef88 with Priority: HIGHEST for action port [ 1253.700451] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73834c15-f177-4f11-a83a-ea59ae06136f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.700592] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.700660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.701034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.701068] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73834c15-f177-4f11-a83a-ea59ae06136f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.703583] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-73834c15-f177-4f11-a83a-ea59ae06136f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.703716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.703794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.704128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.704661] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.704785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.704924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.705077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.705164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.705299] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73834c15-f177-4f11-a83a-ea59ae06136f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.706301] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc957a0b-d014-4e4b-a761-8796c7c9ef88 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.706464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc957a0b-d014-4e4b-a761-8796c7c9ef88" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.706464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc957a0b-d014-4e4b-a761-8796c7c9ef88" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.706626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc957a0b-d014-4e4b-a761-8796c7c9ef88" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.706685] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc957a0b-d014-4e4b-a761-8796c7c9ef88',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.060739] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1254.060739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.060739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.060739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.060739] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.060739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.060739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.060739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.060739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.060739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.060739] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.209124] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73834c15-f177-4f11-a83a-ea59ae06136f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.210852] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-73834c15-f177-4f11-a83a-ea59ae06136f taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.211043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.211213] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc957a0b-d014-4e4b-a761-8796c7c9ef88 with status ACTIVE [ 1254.211390] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.211484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.211554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.211756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.211845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.212245] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.212703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.212788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.212964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.214688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.214903] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.215064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.215173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.215340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.215444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.215502] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc957a0b-d014-4e4b-a761-8796c7c9ef88 is going to be updated. [ 1254.237749] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.237954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.237954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.238176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.238386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.238476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc957a0b-d014-4e4b-a761-8796c7c9ef88" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.563510] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.563663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.563737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.564049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.564236] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.564345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.564409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.564764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.564764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.564870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.564990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.565093] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.565158] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.565288] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.565421] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.565511] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.565571] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.565703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.565777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.565856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.565942] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.719600] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73834c15-f177-4f11-a83a-ea59ae06136f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.072194] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34944c3f-29b1-4bf5-b49a-b1eac229a862: rpc.has_security_group_logging(os_id): False [ 1255.077067] env[69155]: INFO networking_nsxv3.common.synchronization [req-8cf25512-de2a-4f1f-8fba-25bfbf770686 req-069e7bb6-2f7c-4f36-b127-9c72be378223 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Enqueued Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_members [ 1255.077607] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 with Priority: HIGHEST for action security_group_members [ 1255.077943] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c863a952-ce25-4c98-85fe-d7dac08e6eb9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.078079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.078154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.078349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.078587] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.078674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.078724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.078862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.078961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.079083] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c863a952-ce25-4c98-85fe-d7dac08e6eb9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.091706] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.091893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.092414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.092666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.092769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.093872] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.093963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.094018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.094189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.094272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.094466] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.094559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.094622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.094762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.094840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.095015] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.095111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.095170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.095462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.095462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.095462] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1255.172927] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.173116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.173116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.173413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.173552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.187071] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1255.224159] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.224341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.224385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.224602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.224694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.224793] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73834c15-f177-4f11-a83a-ea59ae06136f is going to be created. [ 1255.270996] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.271371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.271491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.272034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.272034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.283100] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73834c15-f177-4f11-a83a-ea59ae06136f in Status: UNINITIALIZED for 2s [ 1255.583583] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.583583] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.583583] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.583829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.583829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.583886] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.584038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.584110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.584204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.584284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.584373] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 is going to be updated. [ 1255.608591] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.608747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.608824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.609064] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.609266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.616898] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 in Status: IN_PROGRESS for 2s [ 1255.923929] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.925067] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.925067] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.925067] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.925067] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.925396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.925396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.925482] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.925608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.925865] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.926016] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.926197] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.926330] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.926454] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.926564] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.926704] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.944231] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.944417] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.944593] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.944796] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.945140] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-11143e6c-e8d6-4bc5-8563-539b3a132fdb taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.945323] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.946418] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.946418] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.946418] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11143e6c-e8d6-4bc5-8563-539b3a132fdb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.448939] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.449209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.449343] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.449689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.449864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.450186] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.450355] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.450479] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.450725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.450896] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.451260] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.451358] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.451436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.451650] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.451934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.452123] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 11143e6c-e8d6-4bc5-8563-539b3a132fdb is going to be updated. [ 1256.473680] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.473878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.474013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.474301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.474502] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.474729] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.172560] env[69155]: INFO networking_nsxv3.common.synchronization [req-ba0c9548-26f2-4c41-a368-2345a7f438d8 req-60aff4ef-f8ed-4478-acc9-5bd5f85de3c7 service nova] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 1257.173160] env[69155]: INFO networking_nsxv3.common.synchronization [req-ba0c9548-26f2-4c41-a368-2345a7f438d8 req-60aff4ef-f8ed-4478-acc9-5bd5f85de3c7 service nova] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1257.173927] env[69155]: INFO networking_nsxv3.common.synchronization [req-ba0c9548-26f2-4c41-a368-2345a7f438d8 req-60aff4ef-f8ed-4478-acc9-5bd5f85de3c7 service nova] Enqueued Resource ID: 11143e6c-e8d6-4bc5-8563-539b3a132fdb with Priority: HIGHEST for action port [ 1257.175661] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_rules [ 1257.176025] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1257.176348] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11143e6c-e8d6-4bc5-8563-539b3a132fdb with Priority: HIGHEST for action port [ 1257.177477] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.177477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.177477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.177670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.177670] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.178891] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.178986] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.179108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.179375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.179608] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.179752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.179859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.180104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.180244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.180388] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.181967] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-11143e6c-e8d6-4bc5-8563-539b3a132fdb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.182118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.182234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.182483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.182596] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11143e6c-e8d6-4bc5-8563-539b3a132fdb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.202358] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1257.202574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.293391] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73834c15-f177-4f11-a83a-ea59ae06136f in Status: SUCCESS [ 1257.293590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.293749] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.293954] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.294159] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.294275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.294339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.294487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.294565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.294649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.294739] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73834c15-f177-4f11-a83a-ea59ae06136f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.628206] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 in Status: SUCCESS [ 1257.628206] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c863a952-ce25-4c98-85fe-d7dac08e6eb9 deletion is rescheduled due to dependency. [ 1257.628206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c863a952-ce25-4c98-85fe-d7dac08e6eb9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.685616] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.686968] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.687224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.687443] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11143e6c-e8d6-4bc5-8563-539b3a132fdb with status ACTIVE [ 1257.687642] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.687797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.687888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.688140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.688354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.688461] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.688608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.688688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.688876] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.688971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.689240] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.689290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.689370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.689549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.689641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.689758] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11143e6c-e8d6-4bc5-8563-539b3a132fdb is going to be updated. [ 1257.713058] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.713058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.713058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.713058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.713058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.713058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11143e6c-e8d6-4bc5-8563-539b3a132fdb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.799561] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-73834c15-f177-4f11-a83a-ea59ae06136f taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.799561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.799561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.799561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.799561] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.799561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.799561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.799561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.799561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.799561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.799561] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-73834c15-f177-4f11-a83a-ea59ae06136f taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.799561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.800383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.800383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.800383] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.800383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.800383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.800544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.800628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.800770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.800913] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73834c15-f177-4f11-a83a-ea59ae06136f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.191952] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.306999] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73834c15-f177-4f11-a83a-ea59ae06136f: rpc.has_security_group_logging(os_id): False [ 1258.325068] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.325251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.325338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.326092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.326092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.326092] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.326092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.326092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.326344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.326344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.326618] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.326728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.326779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.326927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.327019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.327220] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.327325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.327360] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.327498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.327570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.327656] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73834c15-f177-4f11-a83a-ea59ae06136f is going to be created. [ 1258.387465] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.387705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.387705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.387948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.388156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.397936] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73834c15-f177-4f11-a83a-ea59ae06136f in Status: IN_PROGRESS for 2s [ 1258.694747] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.695141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.695259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.695598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.695728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.696053] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1258.722542] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.722784] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.722889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.723220] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.723426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.732556] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1259.944728] env[69155]: INFO networking_nsxv3.common.synchronization [req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 req-ec801431-8c8f-485e-befd-fb79df423b40 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1259.945340] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1259.945676] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.945817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.945897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.946634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.946634] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.946634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.946634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.946634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.946634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.947099] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.410068] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73834c15-f177-4f11-a83a-ea59ae06136f in Status: SUCCESS [ 1260.410274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.450258] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.450527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.450627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.450982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.451124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.451355] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.451463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.451548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.451739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.451829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.451922] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1260.478872] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.479031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.479079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.479590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.479590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.487120] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1260.741940] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1260.741940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.742155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.742383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.742552] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.742760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.742760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.742868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.742950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.743044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.743133] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.246085] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.319522] env[69155]: INFO networking_nsxv3.common.synchronization [req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 req-4085f402-c2bb-449a-9042-8f19b619789c tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1261.321064] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1261.321194] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.321344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.321397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.321668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.321914] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.322105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.322207] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.322463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.322598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.322768] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.748443] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a22103-f817-4656-ac9b-9fa2760d3fbb: rpc.has_security_group_logging(os_id): False [ 1261.765325] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.765527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.765658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.765817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.765912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.766247] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.766364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.766444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.766620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.766663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.766756] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1261.824318] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.824318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.824318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.824318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.824318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.825323] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.841150] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1262.328569] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.496598] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1262.496598] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1262.496598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.830990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.831185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.831243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.831466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.831556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.831658] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1262.858354] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.858553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.858668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.858930] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.859331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.866570] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1263.853446] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1263.853750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.779095] env[69155]: INFO networking_nsxv3.common.synchronization [req-df4b6547-aed2-4692-b692-a93c9343b729 req-56f9ac84-7b89-4197-bf51-ab170edb8d4e tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1264.779657] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1264.779997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.780141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.780210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.780409] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.780621] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.780677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.780707] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.780860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.780946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.781079] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.877285] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1264.877285] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.282948] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.283147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.283221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.283474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.306768] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.307056] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.307184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.307250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.307453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.307526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.307614] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be updated. [ 1265.335336] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.335578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.335578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.335824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.335966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.348094] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 1265.384368] env[69155]: INFO networking_nsxv3.common.synchronization [req-6438363b-9b88-400f-b006-469b27dd3bcc req-ea99b61b-bc16-43a3-995c-278d1c31f823 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Enqueued Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGHEST for action security_group_members [ 1265.384895] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGHEST for action security_group_members [ 1265.385256] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-73834c15-f177-4f11-a83a-ea59ae06136f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.385724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.385803] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.385989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.386174] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.386980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.386980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.386980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.386980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.386980] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73834c15-f177-4f11-a83a-ea59ae06136f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.891766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.892145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.892145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.892414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.892414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.892688] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.892847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.892936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.893175] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.893298] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.893454] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73834c15-f177-4f11-a83a-ea59ae06136f is going to be updated. [ 1265.925862] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.926081] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.926156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.926384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.926559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.938366] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73834c15-f177-4f11-a83a-ea59ae06136f in Status: IN_PROGRESS for 2s [ 1267.357999] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 1267.358305] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb deletion is rescheduled due to dependency. [ 1267.358305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.947701] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73834c15-f177-4f11-a83a-ea59ae06136f in Status: SUCCESS [ 1267.947882] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73834c15-f177-4f11-a83a-ea59ae06136f deletion is rescheduled due to dependency. [ 1267.948033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.062755] env[69155]: INFO networking_nsxv3.common.synchronization [req-02001fec-d429-4981-a0c1-6aa215d07c51 req-f9d1caa8-b67b-4b1d-a42f-ca592cc3cd97 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1269.063409] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1269.063741] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.063870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.063928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.064326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.064495] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.064603] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.065080] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.065289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.065392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.065494] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.115532] env[69155]: INFO networking_nsxv3.common.synchronization [req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db req-07607d7e-17b6-4657-9beb-aaf1fa41d2c0 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1269.116068] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1269.116379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.116503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.116567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.116785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.116941] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.117198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.117284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.121023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.121023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.121023] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.484452] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.484672] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.484789] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.485086] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.485363] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.485526] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.485646] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.485870] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.486031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.486255] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.486369] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.486484] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.486633] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.486746] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.486840] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.486961] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.507908] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.508074] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1269.508180] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.509031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.509031] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.509031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.509265] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.509508] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.509686] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d4ef6a-d7a0-47db-b418-d8ab632f8e07',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.568118] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.623317] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.623534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.623534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.623721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.623823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.623993] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.624106] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.624169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.624319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.624398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.624487] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1269.651842] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.652056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.652133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.652352] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.652486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.662478] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1270.012638] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.012945] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.013027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.013317] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.013516] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.013643] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 43d4ef6a-d7a0-47db-b418-d8ab632f8e07 not found, creating... [ 1270.013979] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.014209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.014349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.014672] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.014897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.015376] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.016477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.016477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.016477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.016712] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.017035] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 43d4ef6a-d7a0-47db-b418-d8ab632f8e07 is going to be created. [ 1270.038561] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.038561] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.038561] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.038963] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.039315] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.039605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.070435] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.572811] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.572999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.573226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.573437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.573574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.573717] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1270.599705] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.599705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.599705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.600454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.600454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.609032] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1270.748774] env[69155]: INFO networking_nsxv3.common.synchronization [req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db req-7379bef1-54eb-4455-b291-5f30753ff568 service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1270.749647] env[69155]: INFO networking_nsxv3.common.synchronization [req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db req-7379bef1-54eb-4455-b291-5f30753ff568 service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1270.749647] env[69155]: INFO networking_nsxv3.common.synchronization [req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db req-7379bef1-54eb-4455-b291-5f30753ff568 service nova] Enqueued Resource ID: 43d4ef6a-d7a0-47db-b418-d8ab632f8e07 with Priority: HIGHEST for action port [ 1270.749873] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1270.750107] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1270.750259] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d4ef6a-d7a0-47db-b418-d8ab632f8e07 with Priority: HIGHEST for action port [ 1270.750637] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.750804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.750900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.751192] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.751306] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.752366] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.752866] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.753163] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.753328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.753404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.753622] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.755440] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d4ef6a-d7a0-47db-b418-d8ab632f8e07',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.258485] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.258820] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.258899] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43d4ef6a-d7a0-47db-b418-d8ab632f8e07 with status ACTIVE [ 1271.259053] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.259200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.259283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.259502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.259617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.259800] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.259902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.259961] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.260133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.260213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.260401] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.260495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.260553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.260690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.260766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.260850] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43d4ef6a-d7a0-47db-b418-d8ab632f8e07 is going to be updated. [ 1271.283608] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.283771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.283826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.284039] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.284167] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.284328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d4ef6a-d7a0-47db-b418-d8ab632f8e07" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.670790] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1271.670983] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1271.671145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.671403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.671629] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.671823] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.671940] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.672014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.672898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.672898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.672898] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.736583] env[69155]: INFO networking_nsxv3.common.synchronization [req-e9422c3b-d329-425b-9c2a-f84e20f1f718 req-a0247900-3527-487f-ab72-da65fa971ba2 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_members [ 1271.737704] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGHEST for action security_group_members [ 1271.738091] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.739514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.739514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.739514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.739514] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.739514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.739514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.739514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.739514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.739514] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.176921] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.241595] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.241769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.241830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.242048] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.242148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.242345] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.242435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.242493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.242647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.242722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.242809] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 is going to be updated. [ 1272.272024] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.272024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.272024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.272024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.272024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.278440] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 in Status: IN_PROGRESS for 2s [ 1272.624371] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1272.624371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.678457] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.180918] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.181116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.181537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.181537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.181537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.181663] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1273.223880] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.224031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.224103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.224307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.224453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.233273] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1273.569933] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 req-c651188a-0b07-4023-a4a4-9089febcc0b2 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 1273.570775] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 1273.575830] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.575968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.576049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.576817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.576817] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.576817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.576817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.578044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.578044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.578044] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.969540] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.969834] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.969988] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.970315] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.970688] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.970833] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.970981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.971422] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.971495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.972019] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.972019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.972019] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.972164] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.972212] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.972333] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.972463] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.994245] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.994433] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1273.994582] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.994859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-93" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.995169] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-74de76b2-b20d-42af-8a05-1935411430fa taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.995543] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-74de76b2-b20d-42af-8a05-1935411430fa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.995606] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-74de76b2-b20d-42af-8a05-1935411430fa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.995980] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-74de76b2-b20d-42af-8a05-1935411430fa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.996176] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74de76b2-b20d-42af-8a05-1935411430fa',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.084783] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.287949] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 in Status: SUCCESS [ 1274.288180] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 deletion is rescheduled due to dependency. [ 1274.288321] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.499821] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.499821] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.499821] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.500498] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.500756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.501286] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 74de76b2-b20d-42af-8a05-1935411430fa not found, creating... [ 1274.501598] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.502199] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.502199] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.502331] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.502793] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.502793] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.502918] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.503010] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.503239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.503373] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.503524] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 74de76b2-b20d-42af-8a05-1935411430fa is going to be created. [ 1274.530123] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.530364] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.530495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.530770] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.531012] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.531262] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-74de76b2-b20d-42af-8a05-1935411430fa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.589943] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.095123] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.095123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.095123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.095123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.095123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.095123] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 is going to be updated. [ 1275.147359] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.147543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.147608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.147793] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.147936] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.156767] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: IN_PROGRESS for 2s [ 1275.242783] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1275.243124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.243228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.243476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.243631] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.243756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.243829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.244019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.244120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.244206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.244298] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.263125] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 req-81fe7c19-d770-4cc5-b9d6-59590ae7b43a service nova] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_rules [ 1275.263125] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 req-81fe7c19-d770-4cc5-b9d6-59590ae7b43a service nova] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 1275.263125] env[69155]: INFO networking_nsxv3.common.synchronization [req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 req-81fe7c19-d770-4cc5-b9d6-59590ae7b43a service nova] Enqueued Resource ID: 74de76b2-b20d-42af-8a05-1935411430fa with Priority: HIGHEST for action port [ 1275.263125] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_rules [ 1275.263125] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 1275.263125] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74de76b2-b20d-42af-8a05-1935411430fa with Priority: HIGHEST for action port [ 1275.263449] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.263569] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.263688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.263810] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.263882] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.265062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.265472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.265677] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-74de76b2-b20d-42af-8a05-1935411430fa taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.265895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74de76b2-b20d-42af-8a05-1935411430fa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.266014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74de76b2-b20d-42af-8a05-1935411430fa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.266364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74de76b2-b20d-42af-8a05-1935411430fa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.266364] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74de76b2-b20d-42af-8a05-1935411430fa',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.746548] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.746871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.746871] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.747060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.747229] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.747330] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.747412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.747534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.747624] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.747713] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.747862] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.747953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.748024] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.748172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.748305] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.748395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.748454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.748586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.748662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.748741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.748868] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.767913] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74de76b2-b20d-42af-8a05-1935411430fa with status ACTIVE [ 1275.768148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.768311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.768413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.768618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.768705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.769023] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.769076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.769137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.769270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.769361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.769538] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.769630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.769690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.769830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.769901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.769984] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74de76b2-b20d-42af-8a05-1935411430fa is going to be updated. [ 1275.771108] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.771211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.789185] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.789331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.789331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.789762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.789762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.789902] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74de76b2-b20d-42af-8a05-1935411430fa" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.250760] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d51b06b-a434-4c45-beb7-2591482dd278: rpc.has_security_group_logging(os_id): False [ 1276.269148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.269355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.269397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.269677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.269828] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.270058] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.270222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.270314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.270503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.270606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.270881] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.270992] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.271142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.271261] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.271348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.271758] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.271758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.271891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.272038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.272133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.272224] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1276.352909] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.353222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.353222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.353467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.353667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.375077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1276.699865] env[69155]: INFO networking_nsxv3.common.synchronization [req-4f83f804-a8d8-4c26-8600-d51430d6340d req-508d1f3d-3c05-45ef-9939-5df8831a755f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Enqueued Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1276.700166] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb with Priority: HIGHEST for action security_group_members [ 1276.700483] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a22103-f817-4656-ac9b-9fa2760d3fbb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.700608] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.700676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.700880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.701761] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.702658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.702658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.702658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.702658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.702658] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a22103-f817-4656-ac9b-9fa2760d3fbb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.166844] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: SUCCESS [ 1277.167120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.167240] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.167451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.167637] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.167753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.167819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.167964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.168075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.168172] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.207010] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.207173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.207243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.207454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.207546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.207737] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.207835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.207900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.208062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.208139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.208227] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb is going to be updated. [ 1277.240795] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.240941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.241019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.244364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.244364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.251907] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: IN_PROGRESS for 2s [ 1277.272927] env[69155]: INFO networking_nsxv3.common.synchronization [None req-36d1d2eb-c69e-4d00-9700-17bb5874bdb0 None None] Enqueued Resource ID: 5b8fb369-79a1-4b69-84df-a52e59bec1b5 with Priority: HIGHEST for action port [ 1277.273250] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fb369-79a1-4b69-84df-a52e59bec1b5 with Priority: HIGHEST for action port [ 1277.273810] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b8fb369-79a1-4b69-84df-a52e59bec1b5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.275087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b8fb369-79a1-4b69-84df-a52e59bec1b5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.275087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b8fb369-79a1-4b69-84df-a52e59bec1b5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.275087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b8fb369-79a1-4b69-84df-a52e59bec1b5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.275087] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b8fb369-79a1-4b69-84df-a52e59bec1b5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.670452] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.727580] env[69155]: INFO networking_nsxv3.common.synchronization [req-759708da-44c5-4be3-87a5-32120732abc6 req-6198b567-baeb-43c8-82df-ebf060e51a07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1277.728128] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1277.728445] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.730554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.730554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.730554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.730554] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.730554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.730554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.730554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.730554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.730554] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.777636] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b8fb369-79a1-4b69-84df-a52e59bec1b5 [ 1277.777949] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.778161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.778231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.778442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.778514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.778608] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b8fb369-79a1-4b69-84df-a52e59bec1b5 already deleted. [ 1277.778685] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b8fb369-79a1-4b69-84df-a52e59bec1b5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.124986] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.126645] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.126832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.127099] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.127384] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.127550] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.127684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.127893] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.128366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.128592] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.128719] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.128862] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.128985] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.129117] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.129231] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.129372] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.149932] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.150209] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.150417] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.150656] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.151086] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-a65d8c47-d446-4340-98f0-8afb63ac5f65 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.151349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-a65d8c47-d446-4340-98f0-8afb63ac5f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.151534] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-a65d8c47-d446-4340-98f0-8afb63ac5f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.151916] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-a65d8c47-d446-4340-98f0-8afb63ac5f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.152148] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65d8c47-d446-4340-98f0-8afb63ac5f65',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.172863] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.232750] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.232750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.232750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.233043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.233043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.235343] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.235343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.235343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.235343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.235343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.235343] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be updated. [ 1278.261322] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.261691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.261779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.262023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.262255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.275231] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 1278.387985] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1278.388233] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.656611] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.656955] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.657094] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.657452] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.657651] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.657861] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port a65d8c47-d446-4340-98f0-8afb63ac5f65 not found, creating... [ 1278.658239] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.658474] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.658649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.658945] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.659148] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.659530] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.659739] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.659909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.660268] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.660469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.660660] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: a65d8c47-d446-4340-98f0-8afb63ac5f65 is going to be created. [ 1278.674894] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.675091] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.675176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.675327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.675445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.675557] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 is going to be updated. [ 1278.679914] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.679914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.680304] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.680573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.682030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.682259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-a65d8c47-d446-4340-98f0-8afb63ac5f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.702817] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.703016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.703079] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.703306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.703588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.715167] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: IN_PROGRESS for 2s [ 1279.261933] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb in Status: SUCCESS [ 1279.263053] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a22103-f817-4656-ac9b-9fa2760d3fbb deletion is rescheduled due to dependency. [ 1279.263532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a22103-f817-4656-ac9b-9fa2760d3fbb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.386498] env[69155]: INFO networking_nsxv3.common.synchronization [None req-eacfa7be-334e-45eb-ac05-edfb537902a1 None None] Enqueued Resource ID: 64e57084-1466-4f62-9dd7-210cb1490057 with Priority: HIGHEST for action port [ 1279.388088] env[69155]: INFO networking_nsxv3.common.synchronization [req-759708da-44c5-4be3-87a5-32120732abc6 req-9e3ca845-b9da-4fd7-b93f-3a34ee25ca88 service nova] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 1279.391412] env[69155]: INFO networking_nsxv3.common.synchronization [req-759708da-44c5-4be3-87a5-32120732abc6 req-9e3ca845-b9da-4fd7-b93f-3a34ee25ca88 service nova] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1279.391412] env[69155]: INFO networking_nsxv3.common.synchronization [req-759708da-44c5-4be3-87a5-32120732abc6 req-9e3ca845-b9da-4fd7-b93f-3a34ee25ca88 service nova] Enqueued Resource ID: a65d8c47-d446-4340-98f0-8afb63ac5f65 with Priority: HIGHEST for action port [ 1279.391412] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e57084-1466-4f62-9dd7-210cb1490057 with Priority: HIGHEST for action port [ 1279.391412] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1279.391412] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 1279.391412] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a65d8c47-d446-4340-98f0-8afb63ac5f65 with Priority: HIGHEST for action port [ 1279.391412] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e57084-1466-4f62-9dd7-210cb1490057 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.391412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e57084-1466-4f62-9dd7-210cb1490057" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.391412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e57084-1466-4f62-9dd7-210cb1490057" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.391412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e57084-1466-4f62-9dd7-210cb1490057" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.391412] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e57084-1466-4f62-9dd7-210cb1490057',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.392567] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.392909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.393318] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.393619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.393848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.394217] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.394554] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.396328] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a65d8c47-d446-4340-98f0-8afb63ac5f65 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.397637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a65d8c47-d446-4340-98f0-8afb63ac5f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.397637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a65d8c47-d446-4340-98f0-8afb63ac5f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.397637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a65d8c47-d446-4340-98f0-8afb63ac5f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.397637] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65d8c47-d446-4340-98f0-8afb63ac5f65',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.898950] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a65d8c47-d446-4340-98f0-8afb63ac5f65 with status ACTIVE [ 1279.899294] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.899468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.899563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.899808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.899958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.900203] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.904179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.904275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.904469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.904557] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.904766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.904870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.904934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.905802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.905802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.905802] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a65d8c47-d446-4340-98f0-8afb63ac5f65 is going to be updated. [ 1279.907266] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64e57084-1466-4f62-9dd7-210cb1490057 [ 1279.907486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.907600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.907671] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.907938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.908082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.908236] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64e57084-1466-4f62-9dd7-210cb1490057 already deleted. [ 1279.908332] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e57084-1466-4f62-9dd7-210cb1490057" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.908575] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.908676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.928585] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.928798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.928798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.929147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.929287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.929453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a65d8c47-d446-4340-98f0-8afb63ac5f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.219995] env[69155]: INFO networking_nsxv3.common.synchronization [None req-b4f4c5f4-1ef2-4093-9348-084893de0c7b tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_rules [ 1280.220437] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_rules [ 1280.220752] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.220896] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.220969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.221254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.221340] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.285536] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 1280.285886] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb deletion is rescheduled due to dependency. [ 1280.285886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.286386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.286605] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.286815] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.286958] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.287034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.287174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.287311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.287403] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.303728] env[69155]: INFO networking_nsxv3.common.synchronization [None req-9c4bd933-cdd1-4ffc-8199-ed5ca5ff3e3b tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_rules [ 1280.304468] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_rules [ 1280.304993] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.304993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.724835] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: SUCCESS [ 1280.725069] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.725230] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.725453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.725647] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.725789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.725863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.726033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.726118] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.726206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.726300] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.745182] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.745370] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.745414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.745645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.745740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.745839] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe already deleted. [ 1280.745922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.746391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.746555] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.746641] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.789571] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.230214] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.266338] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.266589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.266589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.266766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.266860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.266953] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe already deleted. [ 1281.267067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.291545] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.640881] env[69155]: INFO networking_nsxv3.common.synchronization [req-6aaf35ae-1841-4dbc-9b83-d4a53757097e req-45ecbfd9-c333-4748-aa54-397cc25e2904 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1281.641448] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1281.641846] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.641978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.642101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.642358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.642358] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.642358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.642358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.642358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.642358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.642358] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.735601] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f7434f9-cfc8-4580-bde1-fbde85bcf212: rpc.has_security_group_logging(os_id): False [ 1281.752767] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.752938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.753017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.753225] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.772568] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.772924] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.773138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.773200] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.773387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.773589] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.773589] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 is going to be updated. [ 1281.793450] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.793634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.793740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.793990] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.794112] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.794241] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be updated. [ 1281.926618] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.926808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.926808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.927154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.927275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.937145] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 1281.944086] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.944278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.944319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.944497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.944634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.960717] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: IN_PROGRESS for 2s [ 1281.996154] env[69155]: INFO networking_nsxv3.common.synchronization [req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 req-e8eecc45-6b17-4fab-944d-e66db6ad31f0 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1281.996698] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1281.997278] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.997278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.997278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.997471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.997604] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.997702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.997765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.997928] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.998035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.998151] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.083836] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.084155] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.084321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.084565] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.084843] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.085047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.085277] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.085571] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.085749] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.085971] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.086111] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.086224] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.086337] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.086450] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.086559] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.086699] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.106699] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.106891] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1282.107053] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.107244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.107573] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-c1c4d62e-a039-4e30-beba-27337067bb25 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.107753] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-c1c4d62e-a039-4e30-beba-27337067bb25" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.107876] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-c1c4d62e-a039-4e30-beba-27337067bb25" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.108290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-c1c4d62e-a039-4e30-beba-27337067bb25" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.108464] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c4d62e-a039-4e30-beba-27337067bb25',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.144983] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.500248] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.500618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.500618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.500618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.500739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.500913] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.501022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.501078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.501222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.501294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.501390] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1282.543529] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.543819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.543966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.544287] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.544523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.552757] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1282.611036] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.611344] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.611520] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.611840] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.612081] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.612315] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port c1c4d62e-a039-4e30-beba-27337067bb25 not found, creating... [ 1282.612618] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.612790] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.612914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.613159] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.613306] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.613591] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.613752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.613874] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.614102] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.614244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.614388] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: c1c4d62e-a039-4e30-beba-27337067bb25 is going to be created. [ 1282.633821] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.634053] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.634234] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.634469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.634699] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.634912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-c1c4d62e-a039-4e30-beba-27337067bb25" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.647292] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.149506] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.149654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.149745] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.149981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.150126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.150267] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1283.185612] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.185755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.185825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.186051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.186193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.205831] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1283.387863] env[69155]: INFO networking_nsxv3.common.synchronization [req-6aaf35ae-1841-4dbc-9b83-d4a53757097e req-a4a43521-7737-4ed2-a8df-0c3061e661ee service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1283.388080] env[69155]: INFO networking_nsxv3.common.synchronization [req-6aaf35ae-1841-4dbc-9b83-d4a53757097e req-a4a43521-7737-4ed2-a8df-0c3061e661ee service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1283.388233] env[69155]: INFO networking_nsxv3.common.synchronization [req-6aaf35ae-1841-4dbc-9b83-d4a53757097e req-a4a43521-7737-4ed2-a8df-0c3061e661ee service nova] Enqueued Resource ID: c1c4d62e-a039-4e30-beba-27337067bb25 with Priority: HIGHEST for action port [ 1283.388484] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1283.388648] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1283.388698] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1c4d62e-a039-4e30-beba-27337067bb25 with Priority: HIGHEST for action port [ 1283.390527] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.390655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.390723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.390925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.391043] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.391963] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.391963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.392122] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1c4d62e-a039-4e30-beba-27337067bb25 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.392221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1c4d62e-a039-4e30-beba-27337067bb25" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.392286] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1c4d62e-a039-4e30-beba-27337067bb25" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.392445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1c4d62e-a039-4e30-beba-27337067bb25" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.392519] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c4d62e-a039-4e30-beba-27337067bb25',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.894015] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.894403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.895611] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1c4d62e-a039-4e30-beba-27337067bb25 with status ACTIVE [ 1283.895820] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.895946] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.896025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.896247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.896342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.896530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.896628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.896689] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.896920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.896983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.897148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.897242] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.897302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.897440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.897552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.897606] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1c4d62e-a039-4e30-beba-27337067bb25 is going to be updated. [ 1283.920194] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.920427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.920427] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.920659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.920825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.921009] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1c4d62e-a039-4e30-beba-27337067bb25" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.945477] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 1283.945756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.945962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.946266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.946520] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.946699] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.946797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.946959] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.947105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.947227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.947382] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.973297] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: SUCCESS [ 1283.973652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.450061] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.561090] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1284.561340] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1284.561463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.954795] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e82a5c99-e741-442b-94c0-6f5f625c97cb: rpc.has_security_group_logging(os_id): False [ 1284.971173] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.971395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.971464] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.971642] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.971731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.971981] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.972089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.972153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.972300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.972386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.972475] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be updated. [ 1285.028264] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.028433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.028480] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.028675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.028817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.039809] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 1285.215517] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1285.215626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.215769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.216509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.216509] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.216509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.216509] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.216751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.216751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.216751] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.719255] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.867796] env[69155]: INFO networking_nsxv3.common.synchronization [req-c384d630-ec72-455f-9564-f9c926eaf90f req-e76c6288-469a-401c-b0a5-c7446409f6c9 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Enqueued Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1285.869955] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1285.870567] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.870703] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.870802] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.871047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.871253] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.871371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.871446] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.871655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.871754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.871910] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.221723] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.247284] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.247529] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-490" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.247748] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-490" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.248224] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-490" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.248638] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.248977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.249197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.249469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.249623] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.249864] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.250065] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.250192] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.250305] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.250436] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.250531] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.250665] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.269102] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.269605] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1286.269789] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.270030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-490" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.270330] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.270511] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.270635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.271459] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.271609] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2e05d5-94a9-45a7-bb9d-3a06f0121403',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.374305] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.374584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.374584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.375077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.375077] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.375077] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.375429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.375429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.375429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.375531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.375531] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b already deleted. [ 1286.375599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.724167] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.724326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.724458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.724694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.724751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.724887] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1286.755099] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.755099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.755340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.756029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.756029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.769917] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1286.773688] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.773932] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.775183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.775183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.775183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.775183] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 9d2e05d5-94a9-45a7-bb9d-3a06f0121403 not found, creating... [ 1286.775183] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.775592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.775592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.775739] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.776274] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.776406] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.776686] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.776763] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.777185] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.777185] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.777315] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 9d2e05d5-94a9-45a7-bb9d-3a06f0121403 is going to be created. [ 1286.801320] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.801601] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.801745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.804113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.804113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.804113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.057977] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 1287.058267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.488260] env[69155]: INFO networking_nsxv3.common.synchronization [req-c384d630-ec72-455f-9564-f9c926eaf90f req-de058bd2-f0b8-4fc3-b942-045817236430 service nova] Enqueued Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_rules [ 1287.488603] env[69155]: INFO networking_nsxv3.common.synchronization [req-c384d630-ec72-455f-9564-f9c926eaf90f req-de058bd2-f0b8-4fc3-b942-045817236430 service nova] Enqueued Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1287.488730] env[69155]: INFO networking_nsxv3.common.synchronization [req-c384d630-ec72-455f-9564-f9c926eaf90f req-de058bd2-f0b8-4fc3-b942-045817236430 service nova] Enqueued Resource ID: 9d2e05d5-94a9-45a7-bb9d-3a06f0121403 with Priority: HIGHEST for action port [ 1287.489401] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_rules [ 1287.489603] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1287.489827] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2e05d5-94a9-45a7-bb9d-3a06f0121403 with Priority: HIGHEST for action port [ 1287.490531] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.490721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.490835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.491222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.491359] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.493391] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.493575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.493692] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.493966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.494638] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.494638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.494638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.494798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.494798] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.495521] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.496105] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.496673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.496673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.496673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.496818] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2e05d5-94a9-45a7-bb9d-3a06f0121403',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.998608] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d2e05d5-94a9-45a7-bb9d-3a06f0121403 with status ACTIVE [ 1287.998987] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.999095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.999141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.999383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.000559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.000559] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.000559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.000559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.000559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.000559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.000559] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.000559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.000559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.000559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.000559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.000559] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d2e05d5-94a9-45a7-bb9d-3a06f0121403 is going to be updated. [ 1288.002405] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.008371] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.008454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.028326] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.029883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.029883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.029883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.029883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.029883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d2e05d5-94a9-45a7-bb9d-3a06f0121403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.308981] env[69155]: INFO networking_nsxv3.common.synchronization [req-acaf9b77-aee1-4d2f-be64-5d6d8936771a req-59e3ea5a-6262-4f02-a513-3b529d8c6514 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_members [ 1288.309487] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_members [ 1288.309794] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.309949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.310037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.311888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.312075] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.312187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.312252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.312411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.312494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.312588] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.510291] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.779472] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1288.779694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.779859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.780135] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.780422] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.780598] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.780667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.780830] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.780913] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.780997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.781102] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.816963] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.817661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.817661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.820317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.820317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.820317] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.820317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.820317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.820317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.820317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.820317] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe already deleted. [ 1288.820317] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.923530] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.924773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.924773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.924773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.924773] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.925123] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.925414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.929018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.929018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.929018] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.929018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.929018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.929018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.929018] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.929018] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.929018] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.949097] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.949097] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1288.949097] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.949097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-537" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.949097] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-8a8da7b4-c487-4e1f-bf17-8e604be63b35 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.949097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-8a8da7b4-c487-4e1f-bf17-8e604be63b35" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.949097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-8a8da7b4-c487-4e1f-bf17-8e604be63b35" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.950138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-8a8da7b4-c487-4e1f-bf17-8e604be63b35" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.950882] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8da7b4-c487-4e1f-bf17-8e604be63b35',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.012298] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.014621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.014621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.014621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.014621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.014621] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b is going to be created. [ 1289.039018] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.039018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.039018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.039018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.039018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.048662] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: UNINITIALIZED for 2s [ 1289.284102] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.287817] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.287817] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.287817] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.287817] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.288720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.288720] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.457149] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.457390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.457519] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.457828] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.458039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.458212] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 8a8da7b4-c487-4e1f-bf17-8e604be63b35 not found, creating... [ 1289.458544] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.459140] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.459140] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.459333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.459383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.459731] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.459958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.460170] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.460416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.460610] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.460760] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 8a8da7b4-c487-4e1f-bf17-8e604be63b35 is going to be created. [ 1289.479240] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.479444] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.479647] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.480036] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.480343] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.480685] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-8a8da7b4-c487-4e1f-bf17-8e604be63b35" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.791682] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34944c3f-29b1-4bf5-b49a-b1eac229a862: rpc.has_security_group_logging(os_id): False [ 1289.808860] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.809085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.809193] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.809454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.809551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.811302] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.811302] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.811302] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.811302] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.811764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.811764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.811764] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1289.878593] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.878593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.878593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.878920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.878920] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.908844] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1290.271070] env[69155]: INFO networking_nsxv3.common.synchronization [req-acaf9b77-aee1-4d2f-be64-5d6d8936771a req-fed32466-4a75-400b-ae2a-accbda843994 service nova] Enqueued Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_rules [ 1290.271070] env[69155]: INFO networking_nsxv3.common.synchronization [req-acaf9b77-aee1-4d2f-be64-5d6d8936771a req-fed32466-4a75-400b-ae2a-accbda843994 service nova] Enqueued Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_members [ 1290.271234] env[69155]: INFO networking_nsxv3.common.synchronization [req-acaf9b77-aee1-4d2f-be64-5d6d8936771a req-fed32466-4a75-400b-ae2a-accbda843994 service nova] Enqueued Resource ID: 8a8da7b4-c487-4e1f-bf17-8e604be63b35 with Priority: HIGHEST for action port [ 1290.275282] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_rules [ 1290.275282] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_members [ 1290.275282] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8da7b4-c487-4e1f-bf17-8e604be63b35 with Priority: HIGHEST for action port [ 1290.275282] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.275282] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.275477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.275614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.275673] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.276512] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.276619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.276684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.276925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.277650] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.277809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.278502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.278502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.278502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.278502] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.279176] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a8da7b4-c487-4e1f-bf17-8e604be63b35 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.279280] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a8da7b4-c487-4e1f-bf17-8e604be63b35" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.279335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a8da7b4-c487-4e1f-bf17-8e604be63b35" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.279490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a8da7b4-c487-4e1f-bf17-8e604be63b35" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.279573] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8da7b4-c487-4e1f-bf17-8e604be63b35',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.781746] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.781891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.782098] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.782970] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a8da7b4-c487-4e1f-bf17-8e604be63b35 with status ACTIVE [ 1290.783176] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.783289] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.783350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.783551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.783640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.783806] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.783899] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.783962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.784251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.784339] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.784522] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.784613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.784673] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.784812] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.784885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.784984] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a8da7b4-c487-4e1f-bf17-8e604be63b35 is going to be updated. [ 1290.806432] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.806729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.806729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.806801] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.806943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.807167] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a8da7b4-c487-4e1f-bf17-8e604be63b35" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.059227] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: SUCCESS [ 1291.059472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.059600] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.059815] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.060174] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.060174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.060392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.060392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.060552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.060552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.060655] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.287489] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.462508] env[69155]: INFO networking_nsxv3.common.synchronization [None req-7938efd4-b4c7-4efc-a46d-b842bdbd0e8d None None] Enqueued Resource ID: 9715979c-471d-45cb-9b10-1f48d2c013dc with Priority: HIGHEST for action port [ 1291.462782] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9715979c-471d-45cb-9b10-1f48d2c013dc with Priority: HIGHEST for action port [ 1291.463440] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-9715979c-471d-45cb-9b10-1f48d2c013dc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.463517] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9715979c-471d-45cb-9b10-1f48d2c013dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.463552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9715979c-471d-45cb-9b10-1f48d2c013dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.463839] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9715979c-471d-45cb-9b10-1f48d2c013dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.463928] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9715979c-471d-45cb-9b10-1f48d2c013dc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.563081] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.566019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.566019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.566019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.566019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.566688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.566688] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.790487] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.790670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.790723] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.790992] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.791122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.791223] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe is going to be created. [ 1291.813048] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.813506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.813506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.813726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.813726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.821945] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe in Status: UNINITIALIZED for 2s [ 1291.924604] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1291.924604] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.966034] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9715979c-471d-45cb-9b10-1f48d2c013dc [ 1291.969668] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.969668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.969668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.969825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.969825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.969921] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9715979c-471d-45cb-9b10-1f48d2c013dc already deleted. [ 1291.970019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9715979c-471d-45cb-9b10-1f48d2c013dc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.070156] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 647a2ffa-ed62-4981-9664-74aa0f6b7f4b: rpc.has_security_group_logging(os_id): False [ 1292.091993] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.091993] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.091993] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.091993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.092838] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.092838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.092838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.092838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.092838] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.092838] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b is going to be created. [ 1292.155035] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.155290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.155367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.155621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.155917] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.172669] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: IN_PROGRESS for 2s [ 1293.622854] env[69155]: INFO networking_nsxv3.common.synchronization [None req-3283451b-f3b7-49c8-9093-840986c83941 None None] Enqueued Resource ID: 33b9e945-0846-4ad2-9a15-59ad6b3568c4 with Priority: HIGHEST for action port [ 1293.623677] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b9e945-0846-4ad2-9a15-59ad6b3568c4 with Priority: HIGHEST for action port [ 1293.623753] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-33b9e945-0846-4ad2-9a15-59ad6b3568c4 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.623888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33b9e945-0846-4ad2-9a15-59ad6b3568c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.623947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33b9e945-0846-4ad2-9a15-59ad6b3568c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.624231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33b9e945-0846-4ad2-9a15-59ad6b3568c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.625245] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b9e945-0846-4ad2-9a15-59ad6b3568c4',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.831249] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe in Status: SUCCESS [ 1293.831609] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.831790] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.832034] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.832244] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.832362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.832428] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.832587] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.832669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.832758] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.832850] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.126821] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33b9e945-0846-4ad2-9a15-59ad6b3568c4 [ 1294.126821] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.126821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.126821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.126821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.127164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.127164] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33b9e945-0846-4ad2-9a15-59ad6b3568c4 already deleted. [ 1294.127164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33b9e945-0846-4ad2-9a15-59ad6b3568c4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.190732] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: SUCCESS [ 1294.190732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.335269] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.585216] env[69155]: INFO networking_nsxv3.common.synchronization [req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e req-d7dfe840-5d73-49a3-acf7-3ea0ccad060b tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1294.585772] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1294.586109] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.586234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.586303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.586506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.586659] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.586755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.586853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.586956] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.587057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.587151] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.838057] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe: rpc.has_security_group_logging(os_id): False [ 1294.856385] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.856539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.856612] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.856905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.857058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.857325] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.857453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.857526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.857701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.857773] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.857859] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe is going to be created. [ 1294.912293] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.912455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.912518] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.912735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.912937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.922612] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe in Status: IN_PROGRESS for 2s [ 1295.041035] env[69155]: INFO networking_nsxv3.common.synchronization [req-d3e0e9f4-b791-4e37-a03d-34959da04780 req-f9b6c729-0a98-45a8-b057-b55694c7e3dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Enqueued Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_members [ 1295.042022] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGHEST for action security_group_members [ 1295.042342] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.042463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.042526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.042729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.042877] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.043018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.043076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.043234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.043310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.043711] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.088905] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.546155] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.546468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.546468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.546634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.546735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.546938] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.547095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.547095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.547239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.547315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.547399] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 is going to be updated. [ 1295.572991] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.573227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.573271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.573513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.573714] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.581156] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: IN_PROGRESS for 2s [ 1295.591814] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.098520] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.098894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.098894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.098894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.099083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.099138] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1296.131760] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.131938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.132030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.132171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.132311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.143227] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1296.933209] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe in Status: SUCCESS [ 1296.933452] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.592292] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 in Status: SUCCESS [ 1297.592656] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 deletion is rescheduled due to dependency. [ 1297.592656] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.757027] env[69155]: INFO networking_nsxv3.common.synchronization [req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b req-c6d9ca05-9d0b-4051-a2d4-9059932345b1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1297.757425] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1297.760566] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.760679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.760719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.761991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.761991] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.761991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.761991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.761991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.761991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.761991] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.116955] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.117186] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.117320] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.117591] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.117868] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.118521] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.118702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.118942] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.119199] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.119764] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.119942] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.120101] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.120244] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.120244] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.120349] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.120777] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.139087] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.139087] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1298.139293] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.139427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.139819] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.140046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.140208] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.140541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.140682] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f9bb03-7c13-49da-9319-3ef2b7a57f7d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.152415] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1298.152649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.264170] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.264362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.264455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.264726] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.267025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.267025] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.267025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.267025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.267025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.267025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.267025] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1298.290056] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.290241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.290315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.290521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.290659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.298911] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1298.644412] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.646087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.646087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.646087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.646087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.646087] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 14f9bb03-7c13-49da-9319-3ef2b7a57f7d not found, creating... [ 1298.646087] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.646087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.646464] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.646690] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.646876] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.647251] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.647450] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.647616] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.647853] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.648073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.648194] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 14f9bb03-7c13-49da-9319-3ef2b7a57f7d is going to be created. [ 1298.668026] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.668026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.668026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.668026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.668026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.668026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.478009] env[69155]: INFO networking_nsxv3.common.synchronization [req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b req-bd0f4bce-c5cb-494f-80b7-00aff199c52e service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1299.478210] env[69155]: INFO networking_nsxv3.common.synchronization [req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b req-bd0f4bce-c5cb-494f-80b7-00aff199c52e service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1299.478357] env[69155]: INFO networking_nsxv3.common.synchronization [req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b req-bd0f4bce-c5cb-494f-80b7-00aff199c52e service nova] Enqueued Resource ID: 14f9bb03-7c13-49da-9319-3ef2b7a57f7d with Priority: HIGHEST for action port [ 1299.478894] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1299.479097] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1299.479188] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f9bb03-7c13-49da-9319-3ef2b7a57f7d with Priority: HIGHEST for action port [ 1299.479474] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.479597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.479663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.479861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.479940] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.482077] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.482138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.482305] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.482410] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.482469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.482664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.482729] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f9bb03-7c13-49da-9319-3ef2b7a57f7d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.986314] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.986616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.986656] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14f9bb03-7c13-49da-9319-3ef2b7a57f7d with status ACTIVE [ 1299.986842] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.986963] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.987030] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.987294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.987887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.987887] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.987887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.987887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.988297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.988297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.988297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.988297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.988490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.988553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.988634] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.988737] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14f9bb03-7c13-49da-9319-3ef2b7a57f7d is going to be updated. [ 1300.007902] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.008516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.008635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.008860] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.009127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.009300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14f9bb03-7c13-49da-9319-3ef2b7a57f7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.308440] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1300.308725] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1300.308801] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.308935] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.309253] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.309442] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.309567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.309701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.309868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.309953] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.310078] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.813489] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.123583] env[69155]: INFO networking_nsxv3.common.synchronization [req-c2055048-0531-4c31-8755-7c2cd20964db req-03b75da9-b262-4ce0-a123-b11624985c45 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Enqueued Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGHEST for action security_group_members [ 1301.123583] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGHEST for action security_group_members [ 1301.123583] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.123938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.123938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.124018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.124160] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.124261] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.124323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.124481] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.124564] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.124656] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8fe59-6c6b-4610-b799-1f56fcd03da5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.317345] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.589593] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.589947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-79" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.590050] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-79" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.590439] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-79" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.590890] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.591105] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.591267] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.591605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.591795] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.592076] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.592233] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.592515] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.592515] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.592689] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.594072] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.594072] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.612029] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.612219] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1301.612362] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.612533] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-79" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.612841] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-b4eb4808-99a2-477e-b640-7994bb5b79e6 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.613020] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-b4eb4808-99a2-477e-b640-7994bb5b79e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.613145] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-b4eb4808-99a2-477e-b640-7994bb5b79e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.613514] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-b4eb4808-99a2-477e-b640-7994bb5b79e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.613656] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4eb4808-99a2-477e-b640-7994bb5b79e6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.626090] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.626210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.626296] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.626479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.626669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.626883] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.626983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.627066] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.627189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.627265] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.627349] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 already deleted. [ 1301.627426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.818582] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.818739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.818828] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.819043] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.819326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.819326] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1301.848627] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.848627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.848795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.848909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.849063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.857827] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1302.116029] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.116203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.116340] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.116636] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.116790] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.116951] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port b4eb4808-99a2-477e-b640-7994bb5b79e6 not found, creating... [ 1302.117265] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.117441] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.117564] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.117793] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.117949] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.118277] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.118444] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.118569] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.118783] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.118923] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.119151] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: b4eb4808-99a2-477e-b640-7994bb5b79e6 is going to be created. [ 1302.138158] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.138514] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.138514] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.138757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.138983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.139296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-b4eb4808-99a2-477e-b640-7994bb5b79e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.881082] env[69155]: INFO networking_nsxv3.common.synchronization [req-c2055048-0531-4c31-8755-7c2cd20964db req-14c40876-4419-45ea-b8a2-71353291d933 service nova] Enqueued Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGHEST for action security_group_rules [ 1302.881280] env[69155]: INFO networking_nsxv3.common.synchronization [req-c2055048-0531-4c31-8755-7c2cd20964db req-14c40876-4419-45ea-b8a2-71353291d933 service nova] Enqueued Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGHEST for action security_group_members [ 1302.881441] env[69155]: INFO networking_nsxv3.common.synchronization [req-c2055048-0531-4c31-8755-7c2cd20964db req-14c40876-4419-45ea-b8a2-71353291d933 service nova] Enqueued Resource ID: b4eb4808-99a2-477e-b640-7994bb5b79e6 with Priority: HIGHEST for action port [ 1302.881685] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGHEST for action security_group_rules [ 1302.881814] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGHEST for action security_group_members [ 1302.881929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4eb4808-99a2-477e-b640-7994bb5b79e6 with Priority: HIGHEST for action port [ 1302.883578] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.883578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.883578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.883578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.883578] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e8fe59-6c6b-4610-b799-1f56fcd03da5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.884161] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.884966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.884966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.884966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.884966] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.884966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.884966] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.885655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.886052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.886052] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8fe59-6c6b-4610-b799-1f56fcd03da5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.886786] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4eb4808-99a2-477e-b640-7994bb5b79e6 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.886941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4eb4808-99a2-477e-b640-7994bb5b79e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.887114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4eb4808-99a2-477e-b640-7994bb5b79e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.887272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4eb4808-99a2-477e-b640-7994bb5b79e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.887387] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4eb4808-99a2-477e-b640-7994bb5b79e6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.389042] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.389042] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.389493] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e8fe59-6c6b-4610-b799-1f56fcd03da5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.390079] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4eb4808-99a2-477e-b640-7994bb5b79e6 with status ACTIVE [ 1303.390288] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.390405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.390475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.390676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.390765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.390937] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.391047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.391110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.391259] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.391335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.391510] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.391601] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.391660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.391795] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.391869] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.391951] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4eb4808-99a2-477e-b640-7994bb5b79e6 is going to be updated. [ 1303.412177] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.412343] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.412387] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.412535] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.412662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.412809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4eb4808-99a2-477e-b640-7994bb5b79e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.871062] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1303.871062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.871062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.871062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.871062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.871062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.871453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.871453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.871453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.871453] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.871595] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.894179] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e8fe59-6c6b-4610-b799-1f56fcd03da5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.374067] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.374256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.374300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.374513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.374680] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.374785] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.374864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.374983] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.375092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.375172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.375329] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.375424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.375482] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.375611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.375747] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.375837] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.375887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.376045] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.376116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.376252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.376302] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.396363] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.396657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.396657] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.396724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.396766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.396871] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 is going to be created. [ 1304.427361] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.427590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.427590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.427722] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.427772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.437806] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 in Status: UNINITIALIZED for 2s [ 1304.878374] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d51b06b-a434-4c45-beb7-2591482dd278: rpc.has_security_group_logging(os_id): False [ 1304.895608] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.895822] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.895922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.896162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.896275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.896588] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.896588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.896737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.896777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.896872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.897066] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.897165] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.897232] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.897376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.897454] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.897641] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.897735] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.897796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.897933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.898018] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.898118] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1304.955690] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.955900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.955900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.956138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.956290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.970924] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1306.446853] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 in Status: SUCCESS [ 1306.447640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.447640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.447640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.447640] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.447640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.447640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.447971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.447971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.448046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.448080] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0e8fe59-6c6b-4610-b799-1f56fcd03da5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.952134] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.952356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.952447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.952929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.953395] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.953540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.954109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.954109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.954109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.954109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.954362] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.954362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.954687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.954687] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.954786] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.954855] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.954911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.955053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.955138] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.955221] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.955313] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0e8fe59-6c6b-4610-b799-1f56fcd03da5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.987477] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1306.987708] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.281851] env[69155]: INFO networking_nsxv3.common.synchronization [req-c9b04022-1d07-4166-812b-caf6c9ddadc8 req-2dc78e98-c8ec-4fe5-8730-f732408cb2a5 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1307.282194] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1307.284434] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.284567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.284628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.284836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.284997] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.285109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.285172] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.285326] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.285413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.285514] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.457733] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0e8fe59-6c6b-4610-b799-1f56fcd03da5: rpc.has_security_group_logging(os_id): False [ 1307.476307] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.476466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.476466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.476664] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.476750] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.476929] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.477037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.477101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.477274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.477354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.477541] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.477633] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.477694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.477826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.477890] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.478087] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.478177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.478229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.478363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.478436] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.478518] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 is going to be created. [ 1307.533412] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.533412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.533556] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.533771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.533854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.543162] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 in Status: IN_PROGRESS for 2s [ 1307.605510] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.605770] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.605874] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.606118] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.606381] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.606542] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.606663] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.606878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.607229] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.607361] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.607459] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.607581] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.607686] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.607800] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.607908] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.608050] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.626581] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1307.626733] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1307.626870] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1307.627073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-463" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.627331] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.627507] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.627629] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.627913] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.628071] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.787699] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.131255] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.131255] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.131255] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.131681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.131681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.131681] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 not found, creating... [ 1308.131852] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.131998] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.132132] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.132352] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.132493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.132775] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.132933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.133063] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.133274] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.133413] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.133554] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 is going to be created. [ 1308.154102] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.154318] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.154428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.154673] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.154898] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.155142] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.291389] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.793869] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.794213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.794213] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.794479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.794610] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.794748] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1308.825551] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.825716] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.826056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.826056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.826275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.838544] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1308.870636] env[69155]: INFO networking_nsxv3.common.synchronization [req-c9b04022-1d07-4166-812b-caf6c9ddadc8 req-2b5f3bec-9a05-4b3c-a564-c24d2d96c5a6 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1308.870836] env[69155]: INFO networking_nsxv3.common.synchronization [req-c9b04022-1d07-4166-812b-caf6c9ddadc8 req-2b5f3bec-9a05-4b3c-a564-c24d2d96c5a6 service nova] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1308.870979] env[69155]: INFO networking_nsxv3.common.synchronization [req-c9b04022-1d07-4166-812b-caf6c9ddadc8 req-2b5f3bec-9a05-4b3c-a564-c24d2d96c5a6 service nova] Enqueued Resource ID: f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 with Priority: HIGHEST for action port [ 1308.871522] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_rules [ 1308.875648] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1308.875852] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 with Priority: HIGHEST for action port [ 1308.876218] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.876362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.876443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.876712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.876874] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.878728] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.878853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.882338] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.882338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.882503] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.882643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.882736] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.388792] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.388980] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.389195] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 with status ACTIVE [ 1309.389379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.389565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.389662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.389863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.389942] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.390224] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.390342] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.390403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.390743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.390851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.391058] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.391164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.391236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.391442] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.391635] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.391635] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 is going to be updated. [ 1309.411413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.411655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.411697] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.412378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.412378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.413056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.555029] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 in Status: SUCCESS [ 1309.556017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.848610] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1310.848914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.848914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.849099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.849350] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.849476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.849542] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.849698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.849781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.849879] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.353015] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.855106] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.058563] env[69155]: INFO networking_nsxv3.common.synchronization [req-ce7dab56-3151-426e-9396-4dbafbcd0b36 req-40027aa1-9705-471a-82a0-997ddaed85d3 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Enqueued Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1312.059077] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1312.059426] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.059544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.059611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.059807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.060411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.060527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.060594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.060753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.060840] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.060931] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.318922] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.319301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-490" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.319540] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-490" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.319894] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-490" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.320273] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.320545] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.320684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.320926] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.321221] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.321436] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.321593] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.321737] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.321878] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.322033] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.322176] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.322400] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.343653] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.344047] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1312.344704] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.345024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-490" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.345807] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.345933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.346171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.346826] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.346923] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b92c021-1382-4ad6-85a8-8c7c9b9902e8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.357512] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.357762] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.357859] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.358076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.358166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.358261] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1312.385806] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.386014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.386014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.386270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.386430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.395646] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1312.563018] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.849388] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.849750] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.849880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.850261] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.850514] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.850722] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 4b92c021-1382-4ad6-85a8-8c7c9b9902e8 not found, creating... [ 1312.851107] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.851354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.851471] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.851743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.851901] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.852804] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.853086] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.853436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.853759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.853984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.854122] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 4b92c021-1382-4ad6-85a8-8c7c9b9902e8 is going to be created. [ 1312.874678] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.875123] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.875123] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.875329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.875558] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.875826] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.065321] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.116779] env[69155]: INFO networking_nsxv3.common.synchronization [req-87788f79-c636-4e9a-aa51-4758e598d14f req-013cb1cf-4b2b-4bf0-87e9-153453076517 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1313.116779] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1313.116779] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.116977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.116977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.117174] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.117321] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.117418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.117487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.117658] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.117766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.117884] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.548926] env[69155]: INFO networking_nsxv3.common.synchronization [req-ce7dab56-3151-426e-9396-4dbafbcd0b36 req-cbea29ba-8fc3-4f86-b5fb-756641847160 service nova] Enqueued Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_rules [ 1313.549197] env[69155]: INFO networking_nsxv3.common.synchronization [req-ce7dab56-3151-426e-9396-4dbafbcd0b36 req-cbea29ba-8fc3-4f86-b5fb-756641847160 service nova] Enqueued Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1313.549454] env[69155]: INFO networking_nsxv3.common.synchronization [req-ce7dab56-3151-426e-9396-4dbafbcd0b36 req-cbea29ba-8fc3-4f86-b5fb-756641847160 service nova] Enqueued Resource ID: 4b92c021-1382-4ad6-85a8-8c7c9b9902e8 with Priority: HIGHEST for action port [ 1313.550128] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_rules [ 1313.550128] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1313.550237] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b92c021-1382-4ad6-85a8-8c7c9b9902e8 with Priority: HIGHEST for action port [ 1313.550528] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.550652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.550720] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.550916] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.551046] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.551895] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.551999] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.552788] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.552788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.552788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.552788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.552788] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b92c021-1382-4ad6-85a8-8c7c9b9902e8',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.568208] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.568208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.568208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.568423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.568517] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.568607] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b is going to be updated. [ 1313.596069] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.596322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.596322] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.596490] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.597473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.605144] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: IN_PROGRESS for 2s [ 1313.620291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.620493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.620684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.621013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.621394] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.621539] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.621647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.621757] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.622019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.622173] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.622318] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1313.650382] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.650630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.650630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.651183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.651183] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.659790] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1314.054191] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.054463] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.056669] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b92c021-1382-4ad6-85a8-8c7c9b9902e8 with status ACTIVE [ 1314.057139] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.057139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.057139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.057385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.057385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.057494] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.057584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.057641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.058515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.058515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.058515] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.058515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.058515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.058515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.058515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.058515] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b92c021-1382-4ad6-85a8-8c7c9b9902e8 is going to be updated. [ 1314.080469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.080649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.080649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.080836] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.080962] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.081125] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b92c021-1382-4ad6-85a8-8c7c9b9902e8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.404464] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1314.404680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.404841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.405071] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.405264] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.405383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.405448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.405604] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.405684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.405768] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.405858] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.870948] env[69155]: INFO networking_nsxv3.common.synchronization [req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 req-fc4a5006-e510-42e8-aaf2-4a324a556391 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Enqueued Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGHEST for action security_group_members [ 1314.871321] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGHEST for action security_group_members [ 1314.871627] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.871747] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.871923] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.871997] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.872351] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.872458] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.872512] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.873483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.873483] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.873483] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e8fe59-6c6b-4610-b799-1f56fcd03da5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.908396] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.908551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.908617] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.908829] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.908992] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.909105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.909169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.910022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.910022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.910022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.910022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.910022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.910022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.910022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.910392] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.910392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.910392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.910561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.910561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.910561] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.910651] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.375374] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.375701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.375701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.375845] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.375938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.376107] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.376201] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.376351] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.376400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.376495] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.376566] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 is going to be updated. [ 1315.403074] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.403251] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.403312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.403513] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.403654] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.411954] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 in Status: IN_PROGRESS for 2s [ 1315.413332] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34944c3f-29b1-4bf5-b49a-b1eac229a862: rpc.has_security_group_logging(os_id): False [ 1315.430481] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.430693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.430796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.431076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.431208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.431471] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.431607] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.431675] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.431893] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.431982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.432253] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.432368] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.432447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.432637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.432764] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.432984] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.433137] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.433222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.433380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.433510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.433666] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1315.494844] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.495049] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.495142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.495347] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.495430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.511927] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1315.614902] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: SUCCESS [ 1315.615148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.615314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.615538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.615733] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.615848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.615912] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.616078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.616161] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.616257] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.668407] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1315.668595] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1315.668719] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.118643] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.622251] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.124556] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.124724] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.124792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.125019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.125140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.125243] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b is going to be updated. [ 1317.156488] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.156688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.156730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.156915] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.157067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.165428] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: IN_PROGRESS for 2s [ 1317.423212] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 in Status: SUCCESS [ 1317.423212] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 deletion is rescheduled due to dependency. [ 1317.423212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.530083] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1317.530154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.176626] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: SUCCESS [ 1319.176991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.177083] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.177239] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.177441] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.177616] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.177686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.177850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.177933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.178028] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.178122] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.681016] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.681186] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.681254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.681473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.681757] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.681903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.681969] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.682154] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.682245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.682335] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.682499] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.683100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.683100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.683100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.683100] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.683100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.683100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.683455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.683455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.683455] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.683455] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.872624] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.872777] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.186377] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 647a2ffa-ed62-4981-9664-74aa0f6b7f4b: rpc.has_security_group_logging(os_id): False [ 1320.210391] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.210681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.210681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.210827] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.210952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.211183] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.211277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.211349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.211492] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.211566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.211820] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.211926] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.211985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.212139] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.212212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.212390] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.212479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.212531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.212667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.212738] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.212821] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b is going to be updated. [ 1320.273189] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.273435] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.273552] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.273866] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.275047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.286369] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: IN_PROGRESS for 2s [ 1321.804019] env[69155]: INFO networking_nsxv3.common.synchronization [req-e78b3f8a-9641-47ec-9e16-666fff84f006 req-ab88b5d8-1dfe-45e7-8299-bd44a3b89d02 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1321.804019] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1321.804019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.804019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.804019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.804019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.804019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.804019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.804019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.804019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.804019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.804019] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.300709] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: SUCCESS [ 1322.300709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.305765] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.733346] env[69155]: INFO networking_nsxv3.common.synchronization [req-393fd51c-80a0-4b56-9f47-ee3a04318a6b req-4249531d-8341-438b-ba3e-5a67a2e5046d tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1322.733346] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1322.733603] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.733932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.734163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.734626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.734970] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.735268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.735496] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.736327] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.737835] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.737835] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.809297] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.005289] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.005289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.005289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.005289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.005289] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.005289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.005289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.005870] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.006188] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.006546] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1323.006817] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1323.007088] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1323.007375] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1323.007677] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1323.009770] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1323.009770] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.025607] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.025765] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1323.025901] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.026082] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-295" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.026386] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-cac0f35a-c1d6-4fc6-a1c3-fad607513132 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.026553] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-cac0f35a-c1d6-4fc6-a1c3-fad607513132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.026672] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-cac0f35a-c1d6-4fc6-a1c3-fad607513132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.027190] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-cac0f35a-c1d6-4fc6-a1c3-fad607513132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.029022] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac0f35a-c1d6-4fc6-a1c3-fad607513132',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.106473] env[69155]: INFO networking_nsxv3.common.synchronization [None req-2967fc99-98c7-4341-8bf1-994958a5e24d None None] Enqueued Resource ID: e509647d-b549-44d7-bab2-069720e5cbd2 with Priority: HIGHEST for action port [ 1323.106723] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e509647d-b549-44d7-bab2-069720e5cbd2 with Priority: HIGHEST for action port [ 1323.107268] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-e509647d-b549-44d7-bab2-069720e5cbd2 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.107411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e509647d-b549-44d7-bab2-069720e5cbd2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.107476] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e509647d-b549-44d7-bab2-069720e5cbd2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.107730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e509647d-b549-44d7-bab2-069720e5cbd2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.107930] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e509647d-b549-44d7-bab2-069720e5cbd2',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.238889] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.238979] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.239087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.239308] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.239403] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.239577] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.239679] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.239741] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.240295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.240295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.240295] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1323.268738] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.269392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.269574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.269846] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.270033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.278458] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1323.311142] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.311338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.311414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.311652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.311772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.311869] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1323.354447] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.354447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.354447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.354447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.354447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.362519] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1323.529908] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.530186] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.530289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.530637] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.530801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.530973] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port cac0f35a-c1d6-4fc6-a1c3-fad607513132 not found, creating... [ 1323.531247] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.531415] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.531535] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.531769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.531905] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.532572] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.532572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.532748] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.533392] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.533392] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.533392] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: cac0f35a-c1d6-4fc6-a1c3-fad607513132 is going to be created. [ 1323.553753] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.554254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.555858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.555858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.555858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.555858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-cac0f35a-c1d6-4fc6-a1c3-fad607513132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.610945] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e509647d-b549-44d7-bab2-069720e5cbd2 [ 1323.611123] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.611204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.611243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.611486] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.611566] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.611602] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e509647d-b549-44d7-bab2-069720e5cbd2 already deleted. [ 1323.611680] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e509647d-b549-44d7-bab2-069720e5cbd2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.248229] env[69155]: INFO networking_nsxv3.common.synchronization [req-393fd51c-80a0-4b56-9f47-ee3a04318a6b req-54f784d8-b620-40c4-b733-440614efab24 service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1324.248519] env[69155]: INFO networking_nsxv3.common.synchronization [req-393fd51c-80a0-4b56-9f47-ee3a04318a6b req-54f784d8-b620-40c4-b733-440614efab24 service nova] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1324.248620] env[69155]: INFO networking_nsxv3.common.synchronization [req-393fd51c-80a0-4b56-9f47-ee3a04318a6b req-54f784d8-b620-40c4-b733-440614efab24 service nova] Enqueued Resource ID: cac0f35a-c1d6-4fc6-a1c3-fad607513132 with Priority: HIGHEST for action port [ 1324.248895] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_rules [ 1324.249096] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1324.249517] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac0f35a-c1d6-4fc6-a1c3-fad607513132 with Priority: HIGHEST for action port [ 1324.250039] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.250169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.250241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.250499] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.250595] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.251433] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.251534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.251821] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac0f35a-c1d6-4fc6-a1c3-fad607513132 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.251924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac0f35a-c1d6-4fc6-a1c3-fad607513132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.251993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac0f35a-c1d6-4fc6-a1c3-fad607513132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.252779] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac0f35a-c1d6-4fc6-a1c3-fad607513132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.252779] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac0f35a-c1d6-4fc6-a1c3-fad607513132',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.753934] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.754113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.754336] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cac0f35a-c1d6-4fc6-a1c3-fad607513132 with status ACTIVE [ 1324.754533] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.754661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.754759] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.754982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.755101] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.755301] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.755398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.755570] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.755772] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.755857] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.756078] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.756188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.756275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.756443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.756537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.756635] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cac0f35a-c1d6-4fc6-a1c3-fad607513132 is going to be updated. [ 1324.777813] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.777973] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.778164] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.778271] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.778405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.778575] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac0f35a-c1d6-4fc6-a1c3-fad607513132" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.287833] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1325.288085] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1325.288124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.288277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.288479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.288658] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.288771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.288834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.288981] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.289075] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.289168] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.304496] env[69155]: INFO networking_nsxv3.common.synchronization [None req-5afea306-14e8-47ec-8124-739a5d70eb10 None None] Enqueued Resource ID: cf8099fb-6005-4ec0-ae18-c8f571c583a9 with Priority: HIGHEST for action port [ 1325.305082] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8099fb-6005-4ec0-ae18-c8f571c583a9 with Priority: HIGHEST for action port [ 1325.305240] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf8099fb-6005-4ec0-ae18-c8f571c583a9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.305308] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf8099fb-6005-4ec0-ae18-c8f571c583a9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.305375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf8099fb-6005-4ec0-ae18-c8f571c583a9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.305606] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf8099fb-6005-4ec0-ae18-c8f571c583a9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.305759] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8099fb-6005-4ec0-ae18-c8f571c583a9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.372349] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1325.372567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.791123] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.807473] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf8099fb-6005-4ec0-ae18-c8f571c583a9 [ 1325.807666] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.808023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.808023] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.808134] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.808166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.808261] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf8099fb-6005-4ec0-ae18-c8f571c583a9 already deleted. [ 1325.808344] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf8099fb-6005-4ec0-ae18-c8f571c583a9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.294146] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.797055] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.797055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.797055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.797293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.797293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.797365] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1326.827015] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.827190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.827257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.827789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.828013] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.836427] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1328.178899] env[69155]: INFO networking_nsxv3.common.synchronization [req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 req-06b9e951-37a3-4ee6-8008-1e4a0bf8fbff tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Enqueued Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1328.179496] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 with Priority: HIGHEST for action security_group_members [ 1328.179805] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-34944c3f-29b1-4bf5-b49a-b1eac229a862 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.179943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.180021] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.180214] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.180411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.180517] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.180580] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.180731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.180841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.180941] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34944c3f-29b1-4bf5-b49a-b1eac229a862',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.415994] env[69155]: INFO networking_nsxv3.common.synchronization [req-4d582a4c-f5f4-4298-9a50-093edb998dc6 req-ec6b7170-407e-4a6e-805e-d8111416f1e8 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Enqueued Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGHEST for action security_group_members [ 1328.416509] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGHEST for action security_group_members [ 1328.416805] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-86afc316-5a2c-437b-b762-25ab3dd07c1d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.416927] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.417072] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.417363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.417557] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.417691] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.417781] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.417971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.418112] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.418248] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86afc316-5a2c-437b-b762-25ab3dd07c1d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.683493] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.685694] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.685783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.686012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.686185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.686436] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.686571] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.686660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.687226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.687226] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.687226] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 is going to be updated. [ 1328.691372] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.691565] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-357" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.691743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-357" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.692050] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-357" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.692319] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.692483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.692606] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.692821] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.692966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.693322] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.693322] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1328.693436] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1328.693516] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1328.693628] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.693747] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1328.693891] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.712684] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.712933] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1328.713073] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.713265] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-357" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.713589] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.713773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.713886] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.714258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.714434] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e29c2a8-76d7-49ab-b627-6d30ecc393ba',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.719728] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.719968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.719968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.720126] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.720241] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.727816] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: IN_PROGRESS for 2s [ 1328.846132] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1328.846365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.846536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.846755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.846949] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.847082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.847147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.847318] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.847445] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.847586] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.847685] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.922117] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.922279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.922350] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.922565] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.922659] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.922862] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.922955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.923033] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.923181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.923257] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.923342] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d already deleted. [ 1328.923426] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.216606] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.216955] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.216955] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.217129] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.217301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.217488] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port 6e29c2a8-76d7-49ab-b627-6d30ecc393ba not found, creating... [ 1329.217775] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.217954] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.218091] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.218320] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.218465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.218941] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.219089] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.219237] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.219520] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.219678] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.219822] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: 6e29c2a8-76d7-49ab-b627-6d30ecc393ba is going to be created. [ 1329.251403] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.251612] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.251777] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.252076] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.252300] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.252534] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.350466] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.350626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.350626] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.350804] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.351019] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.351095] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.351170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.351355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.351419] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.351516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.351672] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.351808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.351847] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.351991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.352146] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.352244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.352520] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.352591] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.352670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.352767] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.352865] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.858093] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d51b06b-a434-4c45-beb7-2591482dd278: rpc.has_security_group_logging(os_id): False [ 1329.875064] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.875291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.875359] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.878022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.878022] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.878022] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.878638] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.878638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.878638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.878638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.878638] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.878638] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1329.939532] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.939682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.939753] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.940032] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.940195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.956590] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1329.960590] env[69155]: INFO networking_nsxv3.common.synchronization [req-4d582a4c-f5f4-4298-9a50-093edb998dc6 req-65da3aeb-87bb-4e32-8205-49b9a816743e service nova] Enqueued Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGHEST for action security_group_rules [ 1329.960694] env[69155]: INFO networking_nsxv3.common.synchronization [req-4d582a4c-f5f4-4298-9a50-093edb998dc6 req-65da3aeb-87bb-4e32-8205-49b9a816743e service nova] Enqueued Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGHEST for action security_group_members [ 1329.960761] env[69155]: INFO networking_nsxv3.common.synchronization [req-4d582a4c-f5f4-4298-9a50-093edb998dc6 req-65da3aeb-87bb-4e32-8205-49b9a816743e service nova] Enqueued Resource ID: 6e29c2a8-76d7-49ab-b627-6d30ecc393ba with Priority: HIGHEST for action port [ 1329.961258] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGHEST for action security_group_rules [ 1329.961394] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGHEST for action security_group_members [ 1329.961493] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e29c2a8-76d7-49ab-b627-6d30ecc393ba with Priority: HIGHEST for action port [ 1329.961766] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86afc316-5a2c-437b-b762-25ab3dd07c1d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.961885] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.961968] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.962210] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.962293] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86afc316-5a2c-437b-b762-25ab3dd07c1d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.963105] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-86afc316-5a2c-437b-b762-25ab3dd07c1d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.963223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.963769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.963769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.963769] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.963769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.963769] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.964223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.964223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.964223] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86afc316-5a2c-437b-b762-25ab3dd07c1d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.964709] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.964816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.964879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.965041] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.965098] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e29c2a8-76d7-49ab-b627-6d30ecc393ba',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.466386] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-86afc316-5a2c-437b-b762-25ab3dd07c1d taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.466670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.467824] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86afc316-5a2c-437b-b762-25ab3dd07c1d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.468681] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e29c2a8-76d7-49ab-b627-6d30ecc393ba with status ACTIVE [ 1330.468863] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.468972] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.469056] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.469243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.469623] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.469721] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.469811] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.469811] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.469947] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.470037] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.470214] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.470305] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.470357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.470502] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.470572] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.470653] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e29c2a8-76d7-49ab-b627-6d30ecc393ba is going to be updated. [ 1330.490455] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.490645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.490645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.490778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.490900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.491052] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e29c2a8-76d7-49ab-b627-6d30ecc393ba" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.738529] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 in Status: SUCCESS [ 1330.738529] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34944c3f-29b1-4bf5-b49a-b1eac229a862 deletion is rescheduled due to dependency. [ 1330.738705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34944c3f-29b1-4bf5-b49a-b1eac229a862" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.972427] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86afc316-5a2c-437b-b762-25ab3dd07c1d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.475542] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.475988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.475988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.476113] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.476167] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.476262] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d is going to be created. [ 1331.502017] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.502017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.502017] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.502380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.502744] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.511622] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d in Status: UNINITIALIZED for 2s [ 1331.971107] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1331.971107] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.520452] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d in Status: SUCCESS [ 1333.520821] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.521140] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.521355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.521542] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.521655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.521742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.521898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.521977] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.522074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.522166] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86afc316-5a2c-437b-b762-25ab3dd07c1d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.024873] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-86afc316-5a2c-437b-b762-25ab3dd07c1d taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.025055] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.025156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.025362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.025557] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.025672] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.025736] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.025841] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.025929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.026029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.026185] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-86afc316-5a2c-437b-b762-25ab3dd07c1d taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.026278] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.026761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.026761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.026761] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.026761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.026761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.026934] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.026964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.027099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.027209] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86afc316-5a2c-437b-b762-25ab3dd07c1d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.530045] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86afc316-5a2c-437b-b762-25ab3dd07c1d: rpc.has_security_group_logging(os_id): False [ 1334.548788] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.548788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.548788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.548788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.548788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.548788] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.549147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.549147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.549147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.549252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.549429] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.549567] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.549636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.549778] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.549852] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.550043] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.550136] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.550199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.550336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.550408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.550508] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d is going to be created. [ 1334.609999] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.610166] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.610224] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.610493] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.610743] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.622043] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d in Status: IN_PROGRESS for 2s [ 1334.962485] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.962636] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1336.636110] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d in Status: SUCCESS [ 1336.636110] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.487147] env[69155]: INFO networking_nsxv3.common.synchronization [req-172dd341-64ce-4c0a-9b14-360b8466ebba req-8527b469-b632-4df8-aa0b-ab4a8fc20f34 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Enqueued Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1337.487147] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1337.487809] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.487809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.487809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.487809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.488062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.488062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.488147] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.488227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.488308] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.488400] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.992243] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.498036] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.001286] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.001630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.001630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.001729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.001843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.001968] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b is going to be updated. [ 1339.028849] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.028991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.029053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.029248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.029392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.038397] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: IN_PROGRESS for 2s [ 1341.048355] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: SUCCESS [ 1341.048733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.363783] env[69155]: INFO networking_nsxv3.common.synchronization [req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc req-e0ab1dd5-1285-4aa0-bc41-0de52e0edc53 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Enqueued Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGHEST for action security_group_members [ 1341.364690] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGHEST for action security_group_members [ 1341.364690] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-86afc316-5a2c-437b-b762-25ab3dd07c1d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.364690] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.364872] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.364948] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.365081] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.365177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.365237] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.365412] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.365514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.365606] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86afc316-5a2c-437b-b762-25ab3dd07c1d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.871305] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.871559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.871559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.871809] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.871909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.872136] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.872245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.872304] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.872465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.872559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.872650] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d is going to be updated. [ 1341.901588] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.901851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.901978] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.902169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.902319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.911076] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d in Status: IN_PROGRESS for 2s [ 1343.921289] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d in Status: SUCCESS [ 1343.921636] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d deletion is rescheduled due to dependency. [ 1343.921636] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.179143] env[69155]: INFO networking_nsxv3.common.synchronization [req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f req-c7220416-08fd-44bb-8e42-2dc9900d0a35 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Enqueued Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1344.179909] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b with Priority: HIGHEST for action security_group_members [ 1344.180084] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.180212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.180294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.180533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.180708] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.180816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.180894] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.181074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.181182] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.181280] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('647a2ffa-ed62-4981-9664-74aa0f6b7f4b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.685083] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.685262] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.685345] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.685879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.685879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.685879] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.686128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.686128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.686128] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.686276] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.686276] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b is going to be updated. [ 1344.714360] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.714541] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.714652] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.714943] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.715070] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.723835] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: IN_PROGRESS for 2s [ 1346.734070] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b in Status: SUCCESS [ 1346.734363] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 647a2ffa-ed62-4981-9664-74aa0f6b7f4b deletion is rescheduled due to dependency. [ 1346.734363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-647a2ffa-ed62-4981-9664-74aa0f6b7f4b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.888399] env[69155]: INFO networking_nsxv3.common.synchronization [req-53e82f91-f484-4d5a-b9fe-f54ed405e647 req-6484d496-5d69-497c-b861-62e719904a1a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 1346.889047] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 1346.889422] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.889678] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.889794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.890238] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.890238] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.890381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.890480] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.890693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.890832] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.890967] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.393531] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.897291] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.400821] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.401019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.401122] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.401393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.401525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.401864] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 is going to be updated. [ 1348.428321] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.428505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.428549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.428740] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.428882] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.437227] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: IN_PROGRESS for 2s [ 1349.595032] env[69155]: INFO networking_nsxv3.common.synchronization [None req-f9690fad-8843-4f67-bf24-dbb84ff2746d None None] Enqueued Resource ID: 1825e655-a0c8-409f-8966-64bbc74b35fe with Priority: HIGHEST for action port [ 1349.595032] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1825e655-a0c8-409f-8966-64bbc74b35fe with Priority: HIGHEST for action port [ 1349.595032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-1825e655-a0c8-409f-8966-64bbc74b35fe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.595534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1825e655-a0c8-409f-8966-64bbc74b35fe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.595534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1825e655-a0c8-409f-8966-64bbc74b35fe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.595534] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1825e655-a0c8-409f-8966-64bbc74b35fe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.595642] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1825e655-a0c8-409f-8966-64bbc74b35fe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.097622] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1825e655-a0c8-409f-8966-64bbc74b35fe [ 1350.097936] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.098027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.098088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.098354] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.098415] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.098475] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1825e655-a0c8-409f-8966-64bbc74b35fe already deleted. [ 1350.098558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1825e655-a0c8-409f-8966-64bbc74b35fe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.449382] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: SUCCESS [ 1350.449599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.877868] env[69155]: INFO networking_nsxv3.common.synchronization [None req-1f870c1f-be33-464e-baee-3b58ed42e14b None None] Enqueued Resource ID: a6c84233-2ccc-481f-9e84-83431ac773d6 with Priority: HIGHEST for action port [ 1351.878269] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c84233-2ccc-481f-9e84-83431ac773d6 with Priority: HIGHEST for action port [ 1351.879029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6c84233-2ccc-481f-9e84-83431ac773d6 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.879029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6c84233-2ccc-481f-9e84-83431ac773d6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.879029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6c84233-2ccc-481f-9e84-83431ac773d6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.879252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6c84233-2ccc-481f-9e84-83431ac773d6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.879252] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6c84233-2ccc-481f-9e84-83431ac773d6',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.384019] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6c84233-2ccc-481f-9e84-83431ac773d6 [ 1352.384278] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.384411] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.384487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.384701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.384796] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.385046] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6c84233-2ccc-481f-9e84-83431ac773d6 already deleted. [ 1352.385046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6c84233-2ccc-481f-9e84-83431ac773d6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.019419] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1353.019706] env[69155]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d95c18b8-f8cf-4ae0-ad2e-f775c6c66d98 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1354.117511] env[69155]: INFO networking_nsxv3.common.synchronization [req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 req-bd19210b-0387-405a-93d4-82f233c7ed23 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Enqueued Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_members [ 1354.118106] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGHEST for action security_group_members [ 1354.118411] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.118539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.118590] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.118789] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.118936] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.119046] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.119115] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.119246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.119328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.119422] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.621361] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.621523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.621594] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.621816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.621910] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.622151] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.622255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.622319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.622471] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.622548] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.622637] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe is going to be updated. [ 1354.654777] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.654931] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.654989] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.655236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.655381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.665476] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe in Status: IN_PROGRESS for 2s [ 1355.570794] env[69155]: INFO networking_nsxv3.common.synchronization [req-cb8a8091-99e6-4a53-87fb-63d198848168 req-2ef17527-5bb3-43fb-ba0c-4905aa82a8e7 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Enqueued Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGHEST for action security_group_members [ 1355.571684] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGHEST for action security_group_members [ 1355.571684] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-94381934-3946-4d4c-91f5-8ec53e834dc9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.571906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.571906] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.572098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.572256] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.572361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.572423] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.572553] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.572647] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.572751] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94381934-3946-4d4c-91f5-8ec53e834dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.862093] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.862316] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.862448] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.862803] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.863383] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.863578] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.863710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.863945] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.864111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.864332] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.864454] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1355.864568] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1355.864679] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1355.864795] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.864907] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1355.865058] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1355.883225] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1355.883420] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1355.883545] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1355.883728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-466" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.884063] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-a17aa7bf-1561-448f-a6ae-e2007868ea2e taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.884244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-a17aa7bf-1561-448f-a6ae-e2007868ea2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.884371] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-a17aa7bf-1561-448f-a6ae-e2007868ea2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.884732] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-a17aa7bf-1561-448f-a6ae-e2007868ea2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.884897] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17aa7bf-1561-448f-a6ae-e2007868ea2e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.074987] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.075208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.075208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.075432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.075531] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.075729] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.075862] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.075904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.076040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.076123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.076210] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 already deleted. [ 1356.076290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.386869] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.387321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.387454] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.387727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.387885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.388058] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port a17aa7bf-1561-448f-a6ae-e2007868ea2e not found, creating... [ 1356.388342] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.388503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.388624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.388845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.388989] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.389284] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.389449] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.389573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.389839] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.389981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.390153] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: a17aa7bf-1561-448f-a6ae-e2007868ea2e is going to be created. [ 1356.409842] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.410063] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.410201] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.410463] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.410704] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.410938] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-a17aa7bf-1561-448f-a6ae-e2007868ea2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.674625] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe in Status: SUCCESS [ 1356.674876] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe deletion is rescheduled due to dependency. [ 1356.674924] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.103886] env[69155]: INFO networking_nsxv3.common.synchronization [req-cb8a8091-99e6-4a53-87fb-63d198848168 req-765c5177-b855-4fca-9933-fe000ec4474a service nova] Enqueued Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGHEST for action security_group_rules [ 1357.104092] env[69155]: INFO networking_nsxv3.common.synchronization [req-cb8a8091-99e6-4a53-87fb-63d198848168 req-765c5177-b855-4fca-9933-fe000ec4474a service nova] Enqueued Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGHEST for action security_group_members [ 1357.104297] env[69155]: INFO networking_nsxv3.common.synchronization [req-cb8a8091-99e6-4a53-87fb-63d198848168 req-765c5177-b855-4fca-9933-fe000ec4474a service nova] Enqueued Resource ID: a17aa7bf-1561-448f-a6ae-e2007868ea2e with Priority: HIGHEST for action port [ 1357.104507] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGHEST for action security_group_rules [ 1357.104584] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGHEST for action security_group_members [ 1357.104681] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17aa7bf-1561-448f-a6ae-e2007868ea2e with Priority: HIGHEST for action port [ 1357.105291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94381934-3946-4d4c-91f5-8ec53e834dc9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.105416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.105485] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.105768] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.105814] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94381934-3946-4d4c-91f5-8ec53e834dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.106638] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-94381934-3946-4d4c-91f5-8ec53e834dc9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.106754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.106826] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.106988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.107148] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.107274] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.107312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.107430] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.107516] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.107601] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94381934-3946-4d4c-91f5-8ec53e834dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.108344] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-a17aa7bf-1561-448f-a6ae-e2007868ea2e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.108898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a17aa7bf-1561-448f-a6ae-e2007868ea2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.108898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a17aa7bf-1561-448f-a6ae-e2007868ea2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.109051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a17aa7bf-1561-448f-a6ae-e2007868ea2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.109126] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17aa7bf-1561-448f-a6ae-e2007868ea2e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.610960] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-94381934-3946-4d4c-91f5-8ec53e834dc9 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.611141] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.611283] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94381934-3946-4d4c-91f5-8ec53e834dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.612282] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a17aa7bf-1561-448f-a6ae-e2007868ea2e with status ACTIVE [ 1357.612413] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.612526] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.612593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.612861] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.612911] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.613062] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.613148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.613204] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.613356] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.613434] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.613609] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.613702] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.613765] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.613905] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.613975] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.614088] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a17aa7bf-1561-448f-a6ae-e2007868ea2e is going to be updated. [ 1357.633087] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.633258] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.633329] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.633457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.633588] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.633742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a17aa7bf-1561-448f-a6ae-e2007868ea2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.116876] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94381934-3946-4d4c-91f5-8ec53e834dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.620851] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.620851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.620851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.620851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.620851] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.620851] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 is going to be created. [ 1358.642161] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.642295] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.642347] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.642563] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.642728] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.652120] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 in Status: UNINITIALIZED for 2s [ 1360.662128] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 in Status: SUCCESS [ 1360.662421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.662539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.662766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.662974] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.663120] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.663190] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.663363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.663448] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.663533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.663650] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94381934-3946-4d4c-91f5-8ec53e834dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.166469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-94381934-3946-4d4c-91f5-8ec53e834dc9 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.166645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.166711] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.166933] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.167066] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.167156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.167246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.167366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.167491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.167581] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.167729] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-94381934-3946-4d4c-91f5-8ec53e834dc9 taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.167824] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.167878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.168094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.168171] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.168245] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.168303] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.168432] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.168532] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.168593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.168664] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94381934-3946-4d4c-91f5-8ec53e834dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.226792] env[69155]: INFO networking_nsxv3.common.synchronization [req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc req-3219304c-1fb0-4c5d-bd92-733ae8d6d431 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Enqueued Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1361.227597] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51b06b-a434-4c45-beb7-2591482dd278 with Priority: HIGHEST for action security_group_members [ 1361.228266] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d51b06b-a434-4c45-beb7-2591482dd278 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.228266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.228266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.228914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.228914] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.228914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.228914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.228914] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.229378] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.229378] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d51b06b-a434-4c45-beb7-2591482dd278',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.299259] env[69155]: INFO networking_nsxv3.common.synchronization [req-916dab69-269f-41f7-91f8-cdd8262b7bf4 req-5edb65dc-2a0c-4847-9cbc-06da8acd5c30 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Enqueued Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_members [ 1361.299724] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd910f6c-b24b-4098-b175-be21f0421022 with Priority: HIGHEST for action security_group_members [ 1361.300662] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd910f6c-b24b-4098-b175-be21f0421022 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.300662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.300662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.300856] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.300921] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.301078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.301176] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.301395] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.301521] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.301676] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd910f6c-b24b-4098-b175-be21f0421022',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.670682] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94381934-3946-4d4c-91f5-8ec53e834dc9: rpc.has_security_group_logging(os_id): False [ 1361.690671] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.690818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.690891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.691123] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.691216] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.691401] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.691498] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.691562] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.691715] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.691794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.691990] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.692112] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.692180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.692323] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.692399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.692573] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.692666] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.692731] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.692886] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.692955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.693570] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 is going to be created. [ 1361.731947] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.732185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.732185] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.732362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.732484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.732718] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.732825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.732909] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.733104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.733195] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.733294] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 is going to be updated. [ 1361.756107] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.756268] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.756325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.756528] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.756705] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.772784] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 in Status: IN_PROGRESS for 2s [ 1361.775550] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.775681] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.775742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.775941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.776094] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.786162] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: IN_PROGRESS for 2s [ 1361.800426] env[69155]: INFO networking_nsxv3.common.synchronization [req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 req-485ed099-1b77-4ec9-9f44-627c4116575d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1361.800982] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1361.801296] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.801414] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.802084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.802084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.802084] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.802084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.802084] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.802358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.802358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.802445] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.803886] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.804040] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.804114] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.804277] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.804361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.804550] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.804667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.804756] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.804918] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.805014] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.805120] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd910f6c-b24b-4098-b175-be21f0421022 is going to be updated. [ 1361.836356] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.836525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.836599] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.836751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.836887] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.846746] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd910f6c-b24b-4098-b175-be21f0421022 in Status: IN_PROGRESS for 2s [ 1362.307111] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.307336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.307336] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.307494] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.307585] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.307800] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.307922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.307964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.308111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.308194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.308293] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be updated. [ 1362.334801] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.335061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.335061] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.335250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.335376] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.343382] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 1363.785296] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 in Status: SUCCESS [ 1363.785551] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.794327] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d51b06b-a434-4c45-beb7-2591482dd278 in Status: SUCCESS [ 1363.794528] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d51b06b-a434-4c45-beb7-2591482dd278 deletion is rescheduled due to dependency. [ 1363.794643] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d51b06b-a434-4c45-beb7-2591482dd278" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.855432] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd910f6c-b24b-4098-b175-be21f0421022 in Status: SUCCESS [ 1363.855636] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd910f6c-b24b-4098-b175-be21f0421022 deletion is rescheduled due to dependency. [ 1363.856169] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd910f6c-b24b-4098-b175-be21f0421022" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.352550] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 1364.352716] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb deletion is rescheduled due to dependency. [ 1364.352854] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.801560] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.801817] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.394638] env[69155]: INFO networking_nsxv3.common.synchronization [req-3a775350-e53e-4b53-9911-e3484ad14ac7 req-ef9d0c9c-15c1-429f-9591-813e9fedcd41 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Enqueued Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 1367.395222] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 with Priority: HIGHEST for action security_group_members [ 1367.395480] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f7434f9-cfc8-4580-bde1-fbde85bcf212 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.395623] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.395674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.396536] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.397740] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.400090] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.400165] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.400349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.400441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.400542] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f7434f9-cfc8-4580-bde1-fbde85bcf212',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.903729] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.904184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.904184] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.904293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.904293] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.904498] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.904602] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.904663] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.904819] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.904895] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.905030] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 is going to be updated. [ 1367.931831] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.932060] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.932177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.932431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.932611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.940189] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: IN_PROGRESS for 2s [ 1369.296337] env[69155]: INFO networking_nsxv3.common.synchronization [req-e0c39163-36ec-4263-938e-b433b6f953bd req-2ded4d23-5d47-4c14-87a5-1b59113c82fc tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Enqueued Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGHEST for action security_group_members [ 1369.296851] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGHEST for action security_group_members [ 1369.298985] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-94381934-3946-4d4c-91f5-8ec53e834dc9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.298985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.298985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.298985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.298985] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.298985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.298985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.298985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.298985] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.298985] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94381934-3946-4d4c-91f5-8ec53e834dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.803303] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.803441] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.803508] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.803734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.803844] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.804077] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.804187] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.804254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.804399] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.804473] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.804556] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 is going to be updated. [ 1369.832740] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.832888] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.832937] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.833157] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.833290] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.841612] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 in Status: IN_PROGRESS for 2s [ 1369.950731] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 in Status: SUCCESS [ 1369.950853] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f7434f9-cfc8-4580-bde1-fbde85bcf212 deletion is rescheduled due to dependency. [ 1369.950938] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f7434f9-cfc8-4580-bde1-fbde85bcf212" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.850881] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 in Status: SUCCESS [ 1371.851191] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 deletion is rescheduled due to dependency. [ 1371.851255] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.573603] env[69155]: INFO networking_nsxv3.common.synchronization [req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 req-b12c2a42-8832-434a-94a6-5d21b07e2b4e tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Enqueued Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1373.574167] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1373.574486] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.574611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.574676] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.574901] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.575511] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.577421] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.577545] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.578188] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.578307] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.578394] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.081493] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.584721] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.090959] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.092073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.092212] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.092447] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.092540] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.092665] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843028bf-5556-48be-89e1-96a0ef79b800 is going to be updated. [ 1375.121328] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.121462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.121533] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.121727] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.121868] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.129731] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: IN_PROGRESS for 2s [ 1375.704754] env[69155]: INFO networking_nsxv3.common.synchronization [None req-17bd2734-64e4-455f-9c41-4d4382acd6c2 None None] Enqueued Resource ID: 022862da-df4a-41f8-8dc8-9bd9681fd64e with Priority: HIGHEST for action port [ 1375.705079] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022862da-df4a-41f8-8dc8-9bd9681fd64e with Priority: HIGHEST for action port [ 1375.705547] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-022862da-df4a-41f8-8dc8-9bd9681fd64e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.705668] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-022862da-df4a-41f8-8dc8-9bd9681fd64e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.705730] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-022862da-df4a-41f8-8dc8-9bd9681fd64e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.705982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-022862da-df4a-41f8-8dc8-9bd9681fd64e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.706386] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022862da-df4a-41f8-8dc8-9bd9681fd64e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.208425] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 022862da-df4a-41f8-8dc8-9bd9681fd64e [ 1376.208670] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.208800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.208870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.209457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.209457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.209457] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:022862da-df4a-41f8-8dc8-9bd9681fd64e already deleted. [ 1376.209457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-022862da-df4a-41f8-8dc8-9bd9681fd64e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.141766] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: SUCCESS [ 1377.141766] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.674029] env[69155]: INFO networking_nsxv3.common.synchronization [None req-0c12bc5a-3826-4e66-b271-cd0d56481076 None None] Enqueued Resource ID: 2deb0764-6839-4f90-bdae-c2099ebe1403 with Priority: HIGHEST for action port [ 1377.674029] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2deb0764-6839-4f90-bdae-c2099ebe1403 with Priority: HIGHEST for action port [ 1377.674029] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-2deb0764-6839-4f90-bdae-c2099ebe1403 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.674029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2deb0764-6839-4f90-bdae-c2099ebe1403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.674029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2deb0764-6839-4f90-bdae-c2099ebe1403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.674029] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2deb0764-6839-4f90-bdae-c2099ebe1403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.674029] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2deb0764-6839-4f90-bdae-c2099ebe1403',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.176423] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2deb0764-6839-4f90-bdae-c2099ebe1403 [ 1378.176707] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.176805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.176870] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.177088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.177180] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.177584] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2deb0764-6839-4f90-bdae-c2099ebe1403 already deleted. [ 1378.177584] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2deb0764-6839-4f90-bdae-c2099ebe1403" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.280286] env[69155]: INFO networking_nsxv3.common.synchronization [req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae req-c59be7cb-8f2e-4aff-a3ba-d8504bf9cac1 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1378.280819] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1378.281150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.281275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.281341] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.281539] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.281690] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.281788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.281850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.281998] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.282099] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.282194] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.567154] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.567605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.567745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.568078] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.568458] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.568638] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.568766] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.569010] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.569176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.569419] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1378.569547] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1378.569664] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1378.569778] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1378.569956] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1378.570086] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1378.570258] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1378.588378] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1378.588584] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1378.588684] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1378.588866] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-615" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.589213] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-adecd7a9-5d62-4649-8e15-9e350517b77b taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.589392] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-adecd7a9-5d62-4649-8e15-9e350517b77b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.589516] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-adecd7a9-5d62-4649-8e15-9e350517b77b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.589862] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-adecd7a9-5d62-4649-8e15-9e350517b77b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.590093] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adecd7a9-5d62-4649-8e15-9e350517b77b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.785897] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.786133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.786223] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.786514] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.786646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.786891] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.787053] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.787155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.787366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.787475] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.787601] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be updated. [ 1378.814310] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.814460] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.814522] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.814903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.814903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.823194] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 1378.978344] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.978597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.978597] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.978729] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.978841] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.093074] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.093074] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.093074] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.093518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.093518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.093518] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port adecd7a9-5d62-4649-8e15-9e350517b77b not found, creating... [ 1379.093724] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.093888] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.094020] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.094258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.094410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.094701] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.094860] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.094982] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.095208] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.095346] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.095494] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: adecd7a9-5d62-4649-8e15-9e350517b77b is going to be created. [ 1379.117043] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.117348] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.117430] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.117685] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.117916] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.118154] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-adecd7a9-5d62-4649-8e15-9e350517b77b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.481644] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.795039] env[69155]: INFO networking_nsxv3.common.synchronization [req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae req-0e22691b-8b57-465e-b2d4-806cbebd98d4 service nova] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 1379.795239] env[69155]: INFO networking_nsxv3.common.synchronization [req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae req-0e22691b-8b57-465e-b2d4-806cbebd98d4 service nova] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1379.795383] env[69155]: INFO networking_nsxv3.common.synchronization [req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae req-0e22691b-8b57-465e-b2d4-806cbebd98d4 service nova] Enqueued Resource ID: adecd7a9-5d62-4649-8e15-9e350517b77b with Priority: HIGHEST for action port [ 1379.795872] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_rules [ 1379.796011] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1379.797890] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecd7a9-5d62-4649-8e15-9e350517b77b with Priority: HIGHEST for action port [ 1379.798752] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.798752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.798752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.798752] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.798752] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.799800] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.799941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.800825] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-adecd7a9-5d62-4649-8e15-9e350517b77b taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.800825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adecd7a9-5d62-4649-8e15-9e350517b77b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.800825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adecd7a9-5d62-4649-8e15-9e350517b77b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.800825] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adecd7a9-5d62-4649-8e15-9e350517b77b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.800825] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adecd7a9-5d62-4649-8e15-9e350517b77b',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.983689] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.302666] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.302797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.302990] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adecd7a9-5d62-4649-8e15-9e350517b77b with status ACTIVE [ 1380.303178] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.303281] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.303358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.303554] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.303660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.303810] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.303904] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.303964] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.304148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.304208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.304383] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.304472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.304527] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.304665] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.304739] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.304820] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adecd7a9-5d62-4649-8e15-9e350517b77b is going to be updated. [ 1380.324418] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.325146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.325146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.325146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.325146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.325146] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adecd7a9-5d62-4649-8e15-9e350517b77b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.485292] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1380.486077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1380.832630] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 1380.832834] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb deletion is rescheduled due to dependency. [ 1380.832932] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.833116] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.833340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.833530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.833684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.833684] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.833834] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.833949] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.834053] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.254316] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.254489] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.254544] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.254808] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.267844] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1381.268783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.269485] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1381.303684] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.303900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.303900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.304078] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.315797] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.316501] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1381.316579] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1381.316666] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1381.335971] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.353853] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.354016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.354068] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.354244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.355500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.355654] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1381.421264] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.421405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.421405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.421546] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.421850] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.422137] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1381.501986] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.502361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.502361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.502361] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.502670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.502955] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1381.503099] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'79a51651-fbbd-44ca-a578-9c407e84230e', '7ecec089-a5f5-4997-9a7b-33544a8f35bc', '86afc316-5a2c-437b-b762-25ab3dd07c1d', '017857a0-f2a0-4f43-8028-fffd7fe5bde1', '68b7eead-1ceb-4d07-80ff-4f9234ebcf95', 'a6f90b33-013f-45cf-b8de-02ee4aabe311', '73834c15-f177-4f11-a83a-ea59ae06136f', '2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe', 'b0e8fe59-6c6b-4610-b799-1f56fcd03da5', 'bdb6f30a-68ec-47bc-9347-a2525e6b2254', 'f105902b-77b9-40af-8672-f72d3c686927', '94381934-3946-4d4c-91f5-8ec53e834dc9', 'e21f4d1e-5afb-477f-9526-f1a1d5b79328', '4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c', '20e80537-edae-4ad7-9a62-dcdfc25e26ac', '97d4af54-924f-4ef6-878b-4d3c922518cd', 'b3b4545a-7b5e-4775-bac0-63fd1f58279e', '61a1e786-ceb4-4d9c-856a-39cbbac40b5f', '19f4c3a3-07bd-413f-9137-599cd0dc1420', '4d6e2e25-6249-48b6-8e3e-d50eaca11751', 'c5a22103-f817-4656-ac9b-9fa2760d3fbb', 'f61033b9-e9dc-4ea7-a2db-29b28f74d423', '0771a660-a9c6-460a-aa14-3ffc99498e90', '352d459f-4902-46f4-bed1-f2f6e6f98aa1', '1911c17e-3cc5-4e8c-b982-d46ebb9a45a2', '44792a08-5603-4544-ab1b-ecb907ed549b', 'c50c417c-c942-4892-bf70-4f98f05bd536', 'b12e0e2c-1407-4ee7-9f91-c782d4d9d152', '6eead9e2-3581-4fab-813b-c5d3ec502f10', '7f7434f9-cfc8-4580-bde1-fbde85bcf212', 'cd910f6c-b24b-4098-b175-be21f0421022', 'e75f5772-31d0-4241-aa34-bfb17ed665ec', '843028bf-5556-48be-89e1-96a0ef79b800', 'e82a5c99-e741-442b-94c0-6f5f625c97cb', 'b76a1c87-55bf-46d2-af2f-a73682c85e30', '34944c3f-29b1-4bf5-b49a-b1eac229a862', '6b6a0103-b886-4958-ac98-89dde8181f4b', 'f28ed89c-9a26-4276-925c-239f6b494d22', '9d51b06b-a434-4c45-beb7-2591482dd278', 'e9b6c869-58f2-4e96-a81f-5319b66c9ddb', '647a2ffa-ed62-4981-9664-74aa0f6b7f4b', 'c863a952-ce25-4c98-85fe-d7dac08e6eb9'} {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1381.503198] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1381.519916] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.520092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.520148] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.520328] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.520408] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.520506] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1381.520577] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1381.520644] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1381.591216] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.591429] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.591628] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.591669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.593071] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.593442] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1381.593524] env[69155]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69155) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1381.593600] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1381.593669] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1381.593743] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1381.593813] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGH for action security_group_rules [ 1381.593898] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGH for action security_group_rules [ 1381.593968] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGH for action security_group_rules [ 1381.594042] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGH for action security_group_rules [ 1381.594102] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGH for action security_group_rules [ 1381.594155] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGH for action security_group_rules [ 1381.594221] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGH for action security_group_rules [ 1381.594304] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGH for action security_group_rules [ 1381.594409] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGH for action security_group_rules [ 1381.594491] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGH for action security_group_rules [ 1381.594553] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGH for action security_group_rules [ 1381.594614] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGH for action security_group_rules [ 1381.594662] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGH for action security_group_rules [ 1381.594725] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGH for action security_group_rules [ 1381.594783] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGH for action security_group_rules [ 1381.594840] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGH for action security_group_rules [ 1381.594906] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGH for action security_group_rules [ 1381.594971] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGH for action security_group_rules [ 1381.595073] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGH for action security_group_rules [ 1381.595147] env[69155]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGH for action security_group_rules [ 1381.595246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.838702] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.993334] env[69155]: INFO networking_nsxv3.common.synchronization [req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 req-777efa9a-1072-41ce-9345-c927ec4fae82 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Enqueued Resource ID: 5ff201b4-1ade-4512-8218-c59578f090cd with Priority: HIGHEST for action security_group_members [ 1381.993831] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff201b4-1ade-4512-8218-c59578f090cd with Priority: HIGHEST for action security_group_members [ 1381.993974] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a51651-fbbd-44ca-a578-9c407e84230e with Priority: HIGH for action security_group_rules [ 1381.994092] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d with Priority: HIGH for action security_group_rules [ 1381.994189] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73834c15-f177-4f11-a83a-ea59ae06136f with Priority: HIGH for action security_group_rules [ 1381.994283] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac with Priority: HIGH for action security_group_rules [ 1381.994375] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 with Priority: HIGH for action security_group_rules [ 1381.994463] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 with Priority: HIGH for action security_group_rules [ 1381.994548] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f with Priority: HIGH for action security_group_rules [ 1381.994634] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e with Priority: HIGH for action security_group_rules [ 1381.994720] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d4af54-924f-4ef6-878b-4d3c922518cd with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f105902b-77b9-40af-8672-f72d3c686927 with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 with Priority: HIGH for action security_group_rules [ 1381.995929] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff201b4-1ade-4512-8218-c59578f090cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.996389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.996389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.996389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.996482] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.996538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.996604] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.996748] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.996833] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.996925] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff201b4-1ade-4512-8218-c59578f090cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.997709] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79a51651-fbbd-44ca-a578-9c407e84230e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.997807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.997875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.998098] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.998181] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79a51651-fbbd-44ca-a578-9c407e84230e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.998942] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86afc316-5a2c-437b-b762-25ab3dd07c1d taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.999092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.999199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.999381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.999598] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86afc316-5a2c-437b-b762-25ab3dd07c1d',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.000302] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73834c15-f177-4f11-a83a-ea59ae06136f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.000397] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.000472] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.000650] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.000724] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73834c15-f177-4f11-a83a-ea59ae06136f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.001469] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.001571] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.001637] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.001875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.001875] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e80537-edae-4ad7-9a62-dcdfc25e26ac',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.002570] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.002671] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.002733] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.002883] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.002948] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d6e2e25-6249-48b6-8e3e-d50eaca11751',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.003953] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f4c3a3-07bd-413f-9137-599cd0dc1420 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.004074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.004142] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.004288] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.004358] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f4c3a3-07bd-413f-9137-599cd0dc1420',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.005123] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.005234] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.005300] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.005465] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.005505] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a1e786-ceb4-4d9c-856a-39cbbac40b5f',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.006900] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.006900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.006900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.006900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.006900] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3b4545a-7b5e-4775-bac0-63fd1f58279e',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.007396] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.007504] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.007648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.007777] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.007826] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.010245] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d4af54-924f-4ef6-878b-4d3c922518cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.010392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.010469] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.010627] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.010701] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d4af54-924f-4ef6-878b-4d3c922518cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.011466] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.011582] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.011671] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.012232] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.012367] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e21f4d1e-5afb-477f-9526-f1a1d5b79328',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.013271] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94381934-3946-4d4c-91f5-8ec53e834dc9 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.013459] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.013573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.013732] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.013805] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94381934-3946-4d4c-91f5-8ec53e834dc9',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.014921] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f105902b-77b9-40af-8672-f72d3c686927 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.015103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.015443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.015788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.016215] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f105902b-77b9-40af-8672-f72d3c686927',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.017298] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.017418] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.017477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.017619] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.017830] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb6f30a-68ec-47bc-9347-a2525e6b2254',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.018426] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.018579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.018646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.018794] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.018864] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e8fe59-6c6b-4610-b799-1f56fcd03da5',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.019530] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f90b33-013f-45cf-b8de-02ee4aabe311 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.019737] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.019815] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.019993] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.020076] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f90b33-013f-45cf-b8de-02ee4aabe311',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.021211] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.021211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.021211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.021211] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.021378] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.022033] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.022150] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.022197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.022444] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.022518] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68b7eead-1ceb-4d07-80ff-4f9234ebcf95',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.023169] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.023272] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.023325] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.023474] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.023546] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecec089-a5f5-4997-9a7b-33544a8f35bc',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.024191] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.024297] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.024355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.024555] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.024628] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017857a0-f2a0-4f43-8028-fffd7fe5bde1',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.053421] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.053550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.053620] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.053814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.055257] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.055355] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.056311] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.056417] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.071035] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.071202] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f105902b-77b9-40af-8672-f72d3c686927 is going to be deleted. [ 1382.072067] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.072314] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.087682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.087792] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d4af54-924f-4ef6-878b-4d3c922518cd is going to be deleted. [ 1382.088579] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.088771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.106413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.106533] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d6e2e25-6249-48b6-8e3e-d50eaca11751 is going to be deleted. [ 1382.133613] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.133613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.133613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.133613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.133613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.133613] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d4af54-924f-4ef6-878b-4d3c922518cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.133901] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.133976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.134058] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.134222] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.134309] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.134416] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f105902b-77b9-40af-8672-f72d3c686927" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.157286] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.157466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.157466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.157693] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.157784] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.157965] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d6e2e25-6249-48b6-8e3e-d50eaca11751" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.343123] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.343270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.343338] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.343549] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.343641] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.343735] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be updated. [ 1382.375809] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.375950] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.376031] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.376246] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.376386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.386184] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 1382.460459] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.460666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "network-942" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.460795] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "network-942" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.461251] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "network-942" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.461426] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.461593] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.461712] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.461937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.462231] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.462477] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1382.462598] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] NeedRegenerationException {{(pid=69155) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1382.462712] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] no value, waiting for create lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1382.462822] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] value creation lock acquired {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1382.462934] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] No value present for key: 'zone-id' {{(pid=69155) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1382.463054] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Calling creation function for not-yet-present value {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1382.463195] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1382.481658] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1382.481883] env[69155]: DEBUG dogpile.cache.region [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69155) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1382.482119] env[69155]: DEBUG dogpile.lock [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Released creation lock {{(pid=69155) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1382.482489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "network-942" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.482807] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock port-c8c94d4b-30fc-46ba-b903-c0bec72347b7 taken with stack trace [, , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.482983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "port-c8c94d4b-30fc-46ba-b903-c0bec72347b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.483124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "port-c8c94d4b-30fc-46ba-b903-c0bec72347b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.483417] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "port-c8c94d4b-30fc-46ba-b903-c0bec72347b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.483611] env[69155]: DEBUG networking_nsxv3.api.rpc [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c94d4b-30fc-46ba-b903-c0bec72347b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.537335] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.537754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.537754] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.537864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.537864] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.538095] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.538439] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.538530] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.538688] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.538770] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.538855] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff201b4-1ade-4512-8218-c59578f090cd already deleted. [ 1382.538929] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.577919] env[69155]: INFO networking_nsxv3.common.synchronization [req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 req-fd15b413-c8d3-4977-abda-33512d2e37d0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Enqueued Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1382.578911] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.579062] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.579143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.579349] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.585440] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843028bf-5556-48be-89e1-96a0ef79b800 with Priority: HIGHEST for action security_group_members [ 1382.587700] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-843028bf-5556-48be-89e1-96a0ef79b800 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.587831] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.587874] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.588244] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.588244] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.588391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.588391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.588497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.589468] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.589580] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843028bf-5556-48be-89e1-96a0ef79b800',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.603181] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.603181] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.603181] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.603389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.604032] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.604124] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.605020] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.605127] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.606266] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.606266] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.606898] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.606991] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.607710] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.607805] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.608780] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.608879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.609800] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.609800] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.610829] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.610925] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.611553] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1382.611940] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.612088] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.612742] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1382.613848] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.613848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.613848] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1382.614165] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.614279] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.615107] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1382.615442] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.615547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.616485] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1382.616611] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.616701] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e80537-edae-4ad7-9a62-dcdfc25e26ac is going to be deleted. [ 1382.618150] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.618270] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.618340] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.618525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.620444] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.620506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.635898] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1382.636331] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.636440] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f90b33-013f-45cf-b8de-02ee4aabe311 is going to be deleted. [ 1382.637674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.637867] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.654117] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.654286] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73834c15-f177-4f11-a83a-ea59ae06136f is going to be deleted. [ 1382.655047] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.655247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.671424] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.671521] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3b4545a-7b5e-4775-bac0-63fd1f58279e is going to be deleted. [ 1382.672229] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.672433] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.685333] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.685497] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.690813] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.690916] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecec089-a5f5-4997-9a7b-33544a8f35bc is going to be deleted. [ 1382.691667] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.691849] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.699981] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.700103] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.709646] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.709768] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e21f4d1e-5afb-477f-9526-f1a1d5b79328 is going to be deleted. [ 1382.710614] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.710807] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.713550] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.713651] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.757910] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.758111] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.762744] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.762875] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.767828] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.767971] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c is going to be deleted. [ 1382.768863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.769086] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.793408] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.793515] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.820389] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.820527] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017857a0-f2a0-4f43-8028-fffd7fe5bde1 is going to be deleted. [ 1382.821457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.821698] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.899109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.899284] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68b7eead-1ceb-4d07-80ff-4f9234ebcf95 is going to be deleted. [ 1382.900291] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.900525] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.920684] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.920858] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.960085] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.960252] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e8fe59-6c6b-4610-b799-1f56fcd03da5 is going to be deleted. [ 1382.961153] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.961364] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.970215] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.970363] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.986121] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.986316] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.986444] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.986726] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.986868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.987031] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Segment Port c8c94d4b-30fc-46ba-b903-c0bec72347b7 not found, creating... [ 1382.987298] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.987453] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.987572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.987788] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.987926] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.988222] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.988383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.988503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.988799] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.988947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.989104] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Resource: SegmentPort with ID: c8c94d4b-30fc-46ba-b903-c0bec72347b7 is going to be created. [ 1382.990645] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.990747] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb6f30a-68ec-47bc-9347-a2525e6b2254 is going to be deleted. [ 1382.991487] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.991648] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.031517] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.031646] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe is going to be deleted. [ 1383.032462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.032640] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.035977] env[69155]: DEBUG networking_nsxv3.common.locking [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.036368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.036368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.036699] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.036938] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.037176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39c04d17-e120-45d6-8897-624aba15b6f6 None None] Releasing lock "port-c8c94d4b-30fc-46ba-b903-c0bec72347b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.038672] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.038775] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.070680] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.070814] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.086311] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.086427] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f4c3a3-07bd-413f-9137-599cd0dc1420 is going to be deleted. [ 1383.087310] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.087510] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.093157] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.093267] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.120261] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.120375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.135897] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.136036] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86afc316-5a2c-437b-b762-25ab3dd07c1d is going to be deleted. [ 1383.136751] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.136941] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.193670] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.193827] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a1e786-ceb4-4d9c-856a-39cbbac40b5f is going to be deleted. [ 1383.194674] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.194879] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.300203] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.300393] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79a51651-fbbd-44ca-a578-9c407e84230e is going to be deleted. [ 1383.301383] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.301547] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.343926] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.345025] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.346351] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.346477] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.347196] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.347250] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.356550] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.356679] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94381934-3946-4d4c-91f5-8ec53e834dc9 is going to be deleted. [ 1383.357660] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.357898] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.358016] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.358162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e80537-edae-4ad7-9a62-dcdfc25e26ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.358357] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.358538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.359248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.359248] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f90b33-013f-45cf-b8de-02ee4aabe311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.359366] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.359467] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.359559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.359734] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73834c15-f177-4f11-a83a-ea59ae06136f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.359878] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.360073] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.360159] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.360306] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3b4545a-7b5e-4775-bac0-63fd1f58279e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.360443] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.360618] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.360701] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.360823] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecec089-a5f5-4997-9a7b-33544a8f35bc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.360982] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.361163] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.361243] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.361358] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e21f4d1e-5afb-477f-9526-f1a1d5b79328" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.361505] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.361677] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.361760] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.361891] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414c82f-1899-4bb1-b78e-fbfcb8bd9b0c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.362092] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.362199] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.362283] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.362393] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017857a0-f2a0-4f43-8028-fffd7fe5bde1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.362725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.362725] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.362818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.362900] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68b7eead-1ceb-4d07-80ff-4f9234ebcf95" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.363054] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.363263] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.363334] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.363405] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e8fe59-6c6b-4610-b799-1f56fcd03da5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.363560] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.363709] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.382409] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.382662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.391417] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.391537] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.400044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.400352] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.400501] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.400574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.400783] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.400889] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.401024] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843028bf-5556-48be-89e1-96a0ef79b800 is going to be updated. [ 1383.402177] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.402391] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.402500] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.402655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb6f30a-68ec-47bc-9347-a2525e6b2254" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.402848] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.403051] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.403162] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.403312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fc23f45-b5e6-4ac7-b46c-0ee7dd99bffe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.403922] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.404145] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.404256] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.404404] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86afc316-5a2c-437b-b762-25ab3dd07c1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.404573] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.404761] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.404863] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.405026] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f4c3a3-07bd-413f-9137-599cd0dc1420" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.405194] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.405380] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.405484] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.405630] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a1e786-ceb4-4d9c-856a-39cbbac40b5f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.405792] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.405976] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.406089] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.406231] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79a51651-fbbd-44ca-a578-9c407e84230e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.460146] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.460299] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.460371] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.460574] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.460662] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.460780] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94381934-3946-4d4c-91f5-8ec53e834dc9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.476946] env[69155]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1383.477474] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.477596] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.477661] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.477843] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.478012] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.487480] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: IN_PROGRESS for 2s [ 1383.694573] env[69155]: INFO networking_nsxv3.common.synchronization [req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 req-ff071a72-f284-4b8d-8d14-adee4fcdf22c service nova] Enqueued Resource ID: 5ff201b4-1ade-4512-8218-c59578f090cd with Priority: HIGHEST for action security_group_rules [ 1383.696172] env[69155]: INFO networking_nsxv3.common.synchronization [req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 req-ff071a72-f284-4b8d-8d14-adee4fcdf22c service nova] Enqueued Resource ID: 5ff201b4-1ade-4512-8218-c59578f090cd with Priority: HIGHEST for action security_group_members [ 1383.696172] env[69155]: INFO networking_nsxv3.common.synchronization [req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 req-ff071a72-f284-4b8d-8d14-adee4fcdf22c service nova] Enqueued Resource ID: c8c94d4b-30fc-46ba-b903-c0bec72347b7 with Priority: HIGHEST for action port [ 1383.696172] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff201b4-1ade-4512-8218-c59578f090cd with Priority: HIGHEST for action security_group_rules [ 1383.696172] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff201b4-1ade-4512-8218-c59578f090cd with Priority: HIGHEST for action security_group_members [ 1383.696572] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c94d4b-30fc-46ba-b903-c0bec72347b7 with Priority: HIGHEST for action port [ 1383.696961] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff201b4-1ade-4512-8218-c59578f090cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.697228] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.697392] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.698362] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.698461] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff201b4-1ade-4512-8218-c59578f090cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.699291] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff201b4-1ade-4512-8218-c59578f090cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.699413] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.699479] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.699655] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.699804] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.700082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.700082] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.700197] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.700236] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.701126] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff201b4-1ade-4512-8218-c59578f090cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.701621] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c94d4b-30fc-46ba-b903-c0bec72347b7 taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.701621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c94d4b-30fc-46ba-b903-c0bec72347b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.701621] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c94d4b-30fc-46ba-b903-c0bec72347b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.701788] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c94d4b-30fc-46ba-b903-c0bec72347b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.701838] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c94d4b-30fc-46ba-b903-c0bec72347b7',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.203801] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff201b4-1ade-4512-8218-c59578f090cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.205267] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff201b4-1ade-4512-8218-c59578f090cd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.205402] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.206811] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8c94d4b-30fc-46ba-b903-c0bec72347b7 with status ACTIVE [ 1384.206986] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.207189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.207189] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.207367] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.207457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.207625] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.207721] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.207782] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.207952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.208038] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.208221] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.208312] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.208365] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.208506] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.208578] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.208658] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8c94d4b-30fc-46ba-b903-c0bec72347b7 is going to be updated. [ 1384.229260] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.229386] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.229440] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.229587] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.229712] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.229853] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c94d4b-30fc-46ba-b903-c0bec72347b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.395154] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 1384.395385] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.395558] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.395771] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.395958] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.396087] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.396152] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.396301] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.396381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.396462] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.396554] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.707048] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff201b4-1ade-4512-8218-c59578f090cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.898450] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.208845] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.209171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.209171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.209319] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.209457] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.209504] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff201b4-1ade-4512-8218-c59578f090cd is going to be created. [ 1385.231864] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.232057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.232057] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.232252] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.232431] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.241305] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff201b4-1ade-4512-8218-c59578f090cd in Status: UNINITIALIZED for 2s [ 1385.401258] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e82a5c99-e741-442b-94c0-6f5f625c97cb: rpc.has_security_group_logging(os_id): False [ 1385.418999] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.419179] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.419275] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.419491] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.435669] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.435949] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.436074] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.436143] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.436316] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.436398] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.436486] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be updated. [ 1385.490120] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.490294] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.490348] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.490543] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.490682] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.499783] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843028bf-5556-48be-89e1-96a0ef79b800 in Status: SUCCESS [ 1385.500332] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843028bf-5556-48be-89e1-96a0ef79b800 deletion is rescheduled due to dependency. [ 1385.500451] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843028bf-5556-48be-89e1-96a0ef79b800" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.502762] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 1387.251766] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff201b4-1ade-4512-8218-c59578f090cd in Status: SUCCESS [ 1387.252105] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.252156] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.252375] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.252574] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.252686] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.252755] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.252952] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.253076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.253170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.253259] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff201b4-1ade-4512-8218-c59578f090cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.541593] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 1387.543880] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.759379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff201b4-1ade-4512-8218-c59578f090cd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.759379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.759379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff201b4-1ade-4512-8218-c59578f090cd taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.759379] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.759379] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.759971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.759971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.759971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.759971] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.759971] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff201b4-1ade-4512-8218-c59578f090cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.260388] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff201b4-1ade-4512-8218-c59578f090cd: rpc.has_security_group_logging(os_id): False [ 1388.278933] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.279100] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.279170] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.279381] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.279470] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.279677] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.279816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.279816] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.279970] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.280108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.280297] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.280384] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.280437] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.280576] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.280649] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.280819] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.280903] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.280955] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.281133] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.281206] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.281290] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff201b4-1ade-4512-8218-c59578f090cd is going to be created. [ 1388.336943] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.337247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.337247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.337373] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.337921] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.347917] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff201b4-1ade-4512-8218-c59578f090cd in Status: IN_PROGRESS for 2s [ 1388.698183] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.698293] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1390.362050] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff201b4-1ade-4512-8218-c59578f090cd in Status: SUCCESS [ 1390.362050] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.699519] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.699519] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.780784] env[69155]: INFO networking_nsxv3.common.synchronization [req-2abd4c25-6df3-45db-9a5b-d6f7d213300f req-15205cd4-6892-42af-8e83-20f3a5c5869a tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Enqueued Resource ID: 5ff201b4-1ade-4512-8218-c59578f090cd with Priority: HIGHEST for action security_group_members [ 1394.780784] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff201b4-1ade-4512-8218-c59578f090cd with Priority: HIGHEST for action security_group_members [ 1394.781045] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff201b4-1ade-4512-8218-c59578f090cd taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.781171] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.781247] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.782063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.782063] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.782063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.782063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.782063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.782063] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.782063] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff201b4-1ade-4512-8218-c59578f090cd',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.284913] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.285198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.285198] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.285369] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.285466] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.285699] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.285806] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.285865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.286027] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.286109] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.286205] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff201b4-1ade-4512-8218-c59578f090cd is going to be updated. [ 1395.313873] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.314059] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.314108] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.314400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.314400] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.322195] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff201b4-1ade-4512-8218-c59578f090cd in Status: IN_PROGRESS for 2s [ 1397.333019] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff201b4-1ade-4512-8218-c59578f090cd in Status: SUCCESS [ 1397.333019] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff201b4-1ade-4512-8218-c59578f090cd deletion is rescheduled due to dependency. [ 1397.333019] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff201b4-1ade-4512-8218-c59578f090cd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.782248] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.782535] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.783161] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.783612] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.784701] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.785134] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.785764] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.785764] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.786459] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.786838] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.787666] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.788035] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.788701] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.789169] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.789835] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.790217] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.790959] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.791305] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.061110] env[69155]: INFO networking_nsxv3.common.synchronization [req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 req-bead8d92-1503-49bc-b5d8-f0869f690244 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Enqueued Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1442.061653] env[69155]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82a5c99-e741-442b-94c0-6f5f625c97cb with Priority: HIGHEST for action security_group_members [ 1442.061983] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82a5c99-e741-442b-94c0-6f5f625c97cb taken with stack trace [, , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.062155] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.062315] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.062523] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.062688] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.062787] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.062865] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.062988] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.063076] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.063172] env[69155]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82a5c99-e741-442b-94c0-6f5f625c97cb',) {} {{(pid=69155) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.565842] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.565842] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.566151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.566151] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.566254] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.566438] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.566538] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.566593] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.566742] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.566818] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.566915] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb is going to be updated. [ 1442.594796] env[69155]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69155) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.595104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.595104] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.595208] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.595284] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.607598] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: IN_PROGRESS for 2s [ 1444.618077] env[69155]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82a5c99-e741-442b-94c0-6f5f625c97cb in Status: SUCCESS [ 1444.618559] env[69155]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82a5c99-e741-442b-94c0-6f5f625c97cb deletion is rescheduled due to dependency. [ 1444.618559] env[69155]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82a5c99-e741-442b-94c0-6f5f625c97cb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.063069] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.063446] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.064321] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.064725] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.065412] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.065868] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.066187] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.066577] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.067419] env[69155]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.067846] env[69155]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0